-- Logs begin at Wed 2021-05-19 05:07:47 UTC, end at Wed 2021-05-19 06:12:11 UTC. -- May 19 05:34:56.652824 dv-cinder-782405-8-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 19 05:34:59.034651 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.common.config [-] Logging enabled! May 19 05:34:59.035225 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev214 May 19 05:34:59.035410 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103285) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 19 05:34:59.038543 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.common.config [-] Logging enabled! May 19 05:34:59.038825 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev214 May 19 05:34:59.039137 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103285) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 19 05:34:59.040046 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 19 05:34:59.040280 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 19 05:34:59.040638 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 19 05:34:59.040885 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 19 05:34:59.041112 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 19 05:34:59.041434 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:34:59.041734 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:34:59.042027 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:34:59.042793 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:34:59.043096 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:34:59.043392 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:34:59.043678 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:34:59.043968 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:34:59.044267 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:34:59.044552 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:34:59.044833 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:34:59.045118 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:34:59.045349 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:34:59.045630 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:34:59.045918 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:34:59.046203 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:34:59.046426 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] debug = True {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:34:59.046733 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:34:59.047162 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:34:59.047562 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:34:59.047842 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:34:59.048130 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:34:59.048410 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:34:59.048682 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:34:59.048958 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:34:59.049243 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:34:59.049568 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] host = dv-cinder-782405-8-iscsi {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:34:59.049845 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:34:59.050132 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:34:59.050418 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:34:59.050728 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:34:59.051006 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:34:59.051282 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:34:59.051568 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:34:59.051842 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:34:59.052113 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] log_file = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:34:59.052386 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:34:59.052672 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:34:59.052960 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:34:59.053252 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:34:59.053476 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:34:59.053697 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:34:59.053986 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:34:59.054273 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:34:59.054568 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:34:59.054843 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:34:59.055119 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:34:59.055394 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:34:59.055667 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:34:59.055936 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:34:59.056221 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:34:59.056505 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:34:59.056788 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:34:59.057062 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:34:59.057339 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:34:59.057611 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:34:59.058432 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:34:59.058742 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:34:59.059017 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:34:59.059296 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:34:59.059568 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:34:59.059853 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:34:59.060121 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:34:59.060393 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:34:59.060690 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:34:59.060975 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:34:59.061259 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:34:59.061544 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:34:59.061817 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:34:59.062100 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:34:59.062371 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:34:59.062669 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:34:59.062940 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] use_json = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:34:59.063211 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:34:59.063480 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:34:59.063760 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:34:59.064030 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:34:59.064297 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:34:59.064568 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:34:59.064838 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:34:59.065120 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:34:59.065420 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:34:59.065718 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:34:59.066018 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:34:59.066304 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:34:59.066622 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:34:59.066905 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:34:59.067195 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:34:59.067479 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:34:59.067770 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:34:59.068059 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:34:59.068348 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:34:59.068625 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:34:59.068913 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:34:59.069189 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:34:59.069485 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:34:59.069790 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:34:59.070086 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:34:59.070376 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:34:59.070679 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:34:59.070955 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:34:59.071229 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:34:59.071508 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:34:59.071796 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:34:59.072091 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:34:59.072380 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:34:59.072656 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:34:59.072933 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:34:59.073223 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:34:59.073529 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:34:59.073803 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:34:59.074084 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:34:59.074374 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:34:59.074677 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:34:59.074954 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:34:59.075233 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:34:59.075513 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:34:59.075787 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:34:59.076060 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:34:59.076336 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:34:59.076625 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:34:59.076901 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:34:59.077173 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:34:59.077447 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:34:59.077724 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:34:59.077996 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:34:59.078279 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:34:59.078576 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:34:59.078849 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:34:59.079119 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:34:59.079395 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:34:59.079670 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:34:59.079943 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:34:59.080221 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:34:59.080494 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:34:59.080769 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:34:59.081042 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:34:59.081313 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:34:59.081585 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:34:59.081859 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:34:59.082132 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:34:59.082402 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:34:59.082710 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:34:59.082986 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:34:59.083256 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:34:59.083533 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:34:59.083809 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:34:59.084080 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:34:59.084351 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:34:59.084637 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:34:59.084933 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:34:59.085211 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:34:59.085489 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:34:59.085769 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:34:59.086048 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:34:59.086326 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:34:59.086629 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:34:59.086910 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:34:59.087188 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:34:59.087466 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:34:59.087758 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:34:59.088043 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:34:59.088330 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:34:59.088613 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:34:59.088890 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:34:59.089210 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:34:59.089487 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:34:59.089772 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:34:59.090049 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:34:59.090327 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:34:59.090645 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:34:59.090930 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:34:59.091224 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:34:59.091519 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:34:59.091814 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:34:59.092110 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:34:59.092403 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:34:59.092685 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:34:59.092992 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:34:59.093272 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:34:59.093489 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 19 05:34:59.093726 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103285) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 19 05:34:59.441655 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103285) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:34:59.441930 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103285) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:34:59.442219 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103285) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:34:59.442588 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.manager [-] Loading core plugin: ml2 May 19 05:34:59.746150 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:34:59.746365 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:34:59.746660 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:34:59.747871 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:34:59.748147 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:34:59.748415 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:34:59.865862 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:34:59.866139 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:34:59.866407 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:34:59.879711 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:34:59.879993 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:34:59.880264 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:34:59.909149 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:34:59.909432 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:34:59.909708 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:34:59.947485 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:34:59.947766 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:34:59.948036 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:00.178079 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:00.178743 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:00.178743 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:00.178919 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:00.179641 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:00.302291 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:00.302654 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:00.302928 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:00.303207 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:00.303480 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:00.303789 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:00.304049 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:00.304305 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:00.304560 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:00.304841 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:00.305100 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:00.305369 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:00.305636 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:00.305894 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:00.306161 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:00.306431 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:00.306725 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:00.307143 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:00.307404 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:00.307717 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:00.308617 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:00.308879 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:00.309135 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:00.309421 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:00.309677 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:00.309926 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:00.310309 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103285) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 05:35:00.310573 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103285) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 05:35:00.310816 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103285) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 05:35:00.311053 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103285) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 05:35:00.311289 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103285) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 05:35:00.311524 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103285) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 05:35:00.311887 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 19 05:35:00.315035 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 19 05:35:00.318946 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 19 05:35:00.322726 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) May 19 05:35:00.324381 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 19 05:35:00.324857 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 19 05:35:00.325191 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 19 05:35:00.325576 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 19 05:35:00.328524 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 19 05:35:00.328780 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 19 05:35:00.329127 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 19 05:35:00.357403 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 19 05:35:00.357852 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:00.358158 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103285) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 19 05:35:00.358523 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:00.359916 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103285) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 19 05:35:00.360194 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 19 05:35:00.360436 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 19 05:35:00.363638 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:00.363924 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:00.446202 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 19 05:35:00.446397 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 19 05:35:00.446663 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 19 05:35:00.447032 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 19 05:35:00.476208 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_db.sqlalchemy.engines [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103285) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 19 05:35:00.806355 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.plugins.ml2.managers [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Initializing driver for type 'gre' May 19 05:35:00.806826 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] gre ID ranges: [(1, 1000)] May 19 05:35:00.861722 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.plugins.ml2.managers [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Initializing driver for type 'local' May 19 05:35:00.862055 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.plugins.ml2.managers [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Initializing driver for type 'vlan' May 19 05:35:00.873244 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] VlanTypeDriver initialization complete May 19 05:35:00.873606 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.plugins.ml2.managers [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Initializing driver for type 'vxlan' May 19 05:35:00.874079 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] vxlan ID ranges: [(1, 1000)] May 19 05:35:00.928598 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.plugins.ml2.managers [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Initializing extension driver 'port_security' May 19 05:35:00.929037 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.plugins.ml2.extensions.port_security [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] PortSecurityExtensionDriver initialization complete May 19 05:35:00.929372 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.plugins.ml2.managers [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Initializing mechanism driver 'openvswitch' May 19 05:35:00.929703 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.plugins.ml2.managers [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Initializing mechanism driver 'hyperv' May 19 05:35:00.936286 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:35:00.937051 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Subscribe: > port after_create 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:00.937426 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Subscribe: > port after_update 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:00.937782 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Subscribe: > port after_delete 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:00.938171 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Subscribe: > subnet after_create 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:00.938525 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Subscribe: > subnet after_update 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:00.938905 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:00.939284 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Subscribe: > network after_create 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:00.939638 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Subscribe: > network after_update 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:00.939980 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Subscribe: > network after_delete 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:00.940356 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Subscribe: > security_group after_create 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:00.940704 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Subscribe: > security_group after_update 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:00.941041 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:00.941414 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:00.941755 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:00.942091 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:00.942460 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Subscribe: > address_group after_create 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:00.942823 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Subscribe: > address_group after_update 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:00.943155 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:00.943488 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] ML2 OVO RPC backend initialized. {{(pid=103285) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} May 19 05:35:00.944175 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:00.944525 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:00.944929 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Subscribe: > network before_response 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:00.945270 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Subscribe: > networks before_response 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:00.945611 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Subscribe: > port before_response 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:00.945946 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Subscribe: > ports before_response 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:00.946280 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Subscribe: > subnet before_response 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:00.946656 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Subscribe: > subnets before_response 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:00.947000 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Subscribe: > network after_create 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:00.947335 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Subscribe: > network after_update 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:00.947663 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Subscribe: > network after_delete 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:00.947994 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Subscribe: > port after_create 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:00.948327 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Subscribe: > port after_update 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:00.948655 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Subscribe: > port after_delete 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:00.948985 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Subscribe: > subnet after_create 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:00.949317 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Subscribe: > subnet after_update 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:00.949644 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:00.950206 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.plugins.ml2.plugin [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Modular L2 Plugin initialization complete May 19 05:35:00.950527 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.manager [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading services supported by the core plugin {{(pid=103285) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 19 05:35:00.950871 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.plugins.ml2.managers [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Got port-security extension from driver 'port_security' May 19 05:35:00.951319 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.extensions.vlantransparent [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Disabled vlantransparent extension. May 19 05:35:00.951804 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.manager [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103285) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 19 05:35:00.952110 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.manager [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading Plugin: router May 19 05:35:00.989205 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:00.989599 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Subscribe: > router after_create 55549900 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:00.989967 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Subscribe: > router before_create 55549900 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:00.990328 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:00.990725 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:00.991079 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Subscribe: > router after_delete 55549900 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:00.991433 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:00.991792 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Subscribe: > router after_create 55549900 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:00.992134 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Subscribe: > router after_update 55549900 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:00.992481 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Subscribe: > router after_update 55549900 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:00.992825 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:00.993181 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Subscribe: > router after_update 55549900 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:00.993584 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Subscribe: > router precommit_update 55549900 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:00.993948 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Subscribe: port after_update 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:00.994284 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Subscribe: port after_delete 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:00.994649 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Subscribe: subnet after_update 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:00.995263 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:00.995606 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:00.995950 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Subscribe: > router precommit_create 55549900 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:00.996289 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Subscribe: port before_delete 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:00.996627 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Subscribe: > router precommit_create 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:00.996981 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Subscribe: > router after_update 55549900 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:00.997318 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:00.997660 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Subscribe: > router precommit_create 55549900 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:00.998015 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:00.998359 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Subscribe: > router precommit_update 55549900 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:00.998748 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Subscribe: > network after_delete 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:00.999573 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.quota.resource_registry [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Tracking information for resource: router configured {{(pid=103285) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 05:35:00.999897 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.quota.resource_registry [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Tracking information for resource: floatingip configured {{(pid=103285) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 05:35:01.004727 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.db.l3_agentschedulers_db [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 19 05:35:01.005326 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Subscribe: port after_update 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:01.005685 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Subscribe: port after_create 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:01.006031 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Subscribe: port after_delete 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:01.006382 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Subscribe: port after_update 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:01.007184 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Subscribe: > router before_create 55550100 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:01.007545 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:01.007900 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Subscribe: > router precommit_create 55550100 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:01.008254 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Subscribe: > router precommit_update 55550100 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:01.012664 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.services.provider_configuration [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Service providers = [] {{(pid=103285) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 19 05:35:01.013022 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.db.servicetype_db [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103285) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 19 05:35:01.015899 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.services.service_base [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103285) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 19 05:35:01.016251 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.services.service_base [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103285) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 19 05:35:01.016592 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.services.service_base [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103285) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 19 05:35:01.017456 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.services.service_base [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103285) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 19 05:35:01.017824 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.services.service_base [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Default provider is not specified for service type L3_ROUTER_NAT May 19 05:35:01.018358 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.manager [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103285) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 05:35:01.018703 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.manager [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 19 05:35:01.029506 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.manager [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103285) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 05:35:01.029832 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.manager [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading Plugin: auto_allocate May 19 05:35:01.035399 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Subscribe: network precommit_update 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:01.035764 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Subscribe: network precommit_create 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:01.036277 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.manager [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103285) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 05:35:01.036596 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.manager [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading Plugin: tag May 19 05:35:01.043827 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.manager [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103285) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 05:35:01.044156 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.manager [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading Plugin: timestamp May 19 05:35:01.047850 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.manager [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103285) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 05:35:01.048179 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.manager [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading Plugin: network_ip_availability May 19 05:35:01.053280 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:01.053647 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:01.053997 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:01.054727 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.manager [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103285) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 05:35:01.055045 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.manager [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading Plugin: flavors May 19 05:35:01.059918 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.manager [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103285) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 05:35:01.060204 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.manager [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading Plugin: revisions May 19 05:35:01.064366 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.manager [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103285) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 05:35:01.064751 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_concurrency.lockutils [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.622s {{(pid=103285) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:35:01.065470 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103285) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 19 05:35:01.065803 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Initializing extension manager. May 19 05:35:01.066302 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: __init__.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.066667 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: __pycache__ {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.067003 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.067332 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: address_group.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.068072 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:35:01.068631 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loaded extension: address-group May 19 05:35:01.068955 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: address_scope.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.069654 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:35:01.070161 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loaded extension: address-scope May 19 05:35:01.070483 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.071414 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:35:01.071921 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loaded extension: router-admin-state-down-before-update May 19 05:35:01.072241 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: agent.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.072922 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:35:01.073942 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loaded extension: agent May 19 05:35:01.074258 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: agent_resources_synced.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.075175 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:35:01.075677 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loaded extension: agent-resources-synced May 19 05:35:01.075995 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: allowedaddresspairs.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.077713 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:35:01.078228 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loaded extension: allowed-address-pairs May 19 05:35:01.078566 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: auto_allocated_topology.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.079625 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:35:01.080134 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loaded extension: auto-allocated-topology May 19 05:35:01.080456 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: availability_zone.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.081133 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:35:01.081634 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loaded extension: availability_zone May 19 05:35:01.081954 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: availability_zone_filter.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.082870 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:35:01.083375 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loaded extension: availability_zone_filter May 19 05:35:01.083696 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: data_plane_status.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.084576 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:35:01.085078 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Extension data-plane-status not supported by any of loaded plugins May 19 05:35:01.085396 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: default_subnetpools.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.086303 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:35:01.086836 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loaded extension: default-subnetpools May 19 05:35:01.087157 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.087945 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:35:01.088451 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loaded extension: dhcp_agent_scheduler May 19 05:35:01.088767 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: dns.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.090251 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:35:01.090786 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Extension dns-integration not supported by any of loaded plugins May 19 05:35:01.091108 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: dns_domain_ports.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.092002 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:35:01.092506 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Extension dns-domain-ports not supported by any of loaded plugins May 19 05:35:01.092826 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: dvr.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.093479 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:35:01.093976 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loaded extension: dvr May 19 05:35:01.094292 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: empty_string_filtering.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.095213 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:35:01.095713 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loaded extension: empty-string-filtering May 19 05:35:01.096030 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.096908 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:35:01.097403 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 19 05:35:01.097718 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.098635 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:35:01.099131 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 19 05:35:01.099446 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: external_net.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.100328 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:35:01.100825 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loaded extension: external-net May 19 05:35:01.101143 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.102023 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:35:01.102521 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loaded extension: extra_dhcp_opt May 19 05:35:01.102872 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: extraroute.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.103748 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:35:01.104249 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loaded extension: extraroute May 19 05:35:01.104593 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: extraroute_atomic.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.105588 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:35:01.106093 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loaded extension: extraroute-atomic May 19 05:35:01.106414 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: filter_validation.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.107100 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:35:01.107601 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loaded extension: filter-validation May 19 05:35:01.107921 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: fip_pf_description.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.108978 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:35:01.109480 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 19 05:35:01.109801 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: fip_port_details.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.110731 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:35:01.111234 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loaded extension: fip-port-details May 19 05:35:01.111555 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: flavors.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.112736 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:35:01.113242 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loaded extension: flavors May 19 05:35:01.113566 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.115237 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:35:01.115760 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 19 05:35:01.116088 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: floatingip_pools.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.116770 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:35:01.117274 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loaded extension: floatingip-pools May 19 05:35:01.117596 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: ip_allocation.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.118508 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:35:01.119030 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Extension ip_allocation not supported by any of loaded plugins May 19 05:35:01.119350 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.120523 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:35:01.121023 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loaded extension: ip-substring-filtering May 19 05:35:01.121346 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: l2_adjacency.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.122278 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:35:01.122801 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Extension l2_adjacency not supported by any of loaded plugins May 19 05:35:01.123124 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: l3.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.124068 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:35:01.124574 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loaded extension: router May 19 05:35:01.124895 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.127118 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:35:01.127636 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 19 05:35:01.127961 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.128900 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:35:01.129408 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loaded extension: ext-gw-mode May 19 05:35:01.129731 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.130667 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:35:01.131174 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loaded extension: l3-ha May 19 05:35:01.131499 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: l3_flavors.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.132390 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:35:01.132895 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loaded extension: l3-flavors May 19 05:35:01.133214 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.134128 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:35:01.134658 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loaded extension: l3-port-ip-change-not-allowed May 19 05:35:01.134978 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: l3agentscheduler.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.136529 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:35:01.137038 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loaded extension: l3_agent_scheduler May 19 05:35:01.137363 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: logging.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.138883 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:35:01.139400 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Extension logging not supported by any of loaded plugins May 19 05:35:01.139728 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: metering.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.140452 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:35:01.141025 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loaded extension: metering May 19 05:35:01.141347 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.142430 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:35:01.142966 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loaded extension: metering_source_and_destination_fields May 19 05:35:01.143291 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: multiprovidernet.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.144325 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:35:01.144830 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loaded extension: multi-provider May 19 05:35:01.145149 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: netmtu.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.146040 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:35:01.146542 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loaded extension: net-mtu May 19 05:35:01.146887 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: netmtu_writable.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.147780 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:35:01.148279 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loaded extension: net-mtu-writable May 19 05:35:01.148597 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: network_availability_zone.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.149250 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:35:01.149748 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loaded extension: network_availability_zone May 19 05:35:01.150065 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: network_ip_availability.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.151156 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:35:01.152255 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loaded extension: network-ip-availability May 19 05:35:01.152573 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: network_segment_range.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.153320 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:35:01.153834 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Extension network-segment-range not supported by any of loaded plugins May 19 05:35:01.154131 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: pagination.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.155112 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:35:01.155441 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loaded extension: pagination May 19 05:35:01.155760 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: port_device_profile.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.156652 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:35:01.157160 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loaded extension: port-device-profile May 19 05:35:01.157480 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.158374 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:35:01.158927 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loaded extension: port-mac-address-regenerate May 19 05:35:01.159248 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.160133 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:35:01.160634 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loaded extension: port-numa-affinity-policy May 19 05:35:01.160953 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: port_resource_request.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.161844 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:35:01.162341 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Extension port-resource-request not supported by any of loaded plugins May 19 05:35:01.162696 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: portbindings.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.163595 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:35:01.164099 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loaded extension: binding May 19 05:35:01.164418 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: portbindings_extended.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.165650 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:35:01.166184 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loaded extension: binding-extended May 19 05:35:01.166509 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: portsecurity.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.167573 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:35:01.168078 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loaded extension: port-security May 19 05:35:01.168401 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: project_id.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.169358 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:35:01.169684 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loaded extension: project-id May 19 05:35:01.170004 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: providernet.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.170930 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:35:01.171443 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loaded extension: provider May 19 05:35:01.171761 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: qos.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.175262 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:35:01.175782 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Extension qos not supported by any of loaded plugins May 19 05:35:01.176113 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.177347 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:35:01.177862 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 19 05:35:01.178189 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.179126 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:35:01.179632 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 19 05:35:01.179955 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: qos_default.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.180845 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:35:01.181356 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Extension qos-default not supported by any of loaded plugins May 19 05:35:01.182131 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: qos_fip.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.182299 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:35:01.182849 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Extension qos-fip not supported by any of loaded plugins May 19 05:35:01.183169 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: qos_gateway_ip.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.184072 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:35:01.184576 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 19 05:35:01.184895 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: qos_port_network_policy.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.185783 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:35:01.186286 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 19 05:35:01.186641 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: qos_rule_type_details.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.187530 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:35:01.188032 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 19 05:35:01.188352 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: qos_rules_alias.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.189376 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:35:01.189876 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Extension qos-rules-alias not supported by any of loaded plugins May 19 05:35:01.190197 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: quotasv2.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.191243 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=103285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:35:01.191571 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loaded extension: quotas May 19 05:35:01.191891 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: quotasv2_detail.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.193483 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:35:01.193818 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loaded extension: quota_details May 19 05:35:01.194141 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: rbac.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.195213 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:35:01.195729 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loaded extension: rbac-policies May 19 05:35:01.196054 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: rbac_address_group.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.196959 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:35:01.197469 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loaded extension: rbac-address-group May 19 05:35:01.197793 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: rbac_address_scope.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.199220 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:35:01.199732 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loaded extension: rbac-address-scope May 19 05:35:01.200055 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: rbac_security_groups.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.200950 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:35:01.201454 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loaded extension: rbac-security-groups May 19 05:35:01.201774 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: rbac_subnetpool.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.202712 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:35:01.203216 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loaded extension: rbac-subnetpool May 19 05:35:01.203536 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: revisionifmatch.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.204435 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:35:01.204938 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loaded extension: revision-if-match May 19 05:35:01.205259 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: revisions.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.206352 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:35:01.206881 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loaded extension: standard-attr-revisions May 19 05:35:01.207211 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: router_availability_zone.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.207873 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:35:01.208379 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loaded extension: router_availability_zone May 19 05:35:01.208699 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: routerservicetype.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.209604 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:35:01.210109 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Extension router-service-type not supported by any of loaded plugins May 19 05:35:01.210432 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.211355 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:35:01.211860 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loaded extension: security-groups-normalized-cidr May 19 05:35:01.212179 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.213075 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:35:01.213591 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loaded extension: port-security-groups-filtering May 19 05:35:01.214009 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.215426 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:35:01.215943 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loaded extension: security-groups-remote-address-group May 19 05:35:01.216263 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: securitygroup.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.225745 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:35:01.226266 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loaded extension: security-group May 19 05:35:01.226623 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: segment.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.227393 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:35:01.227896 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Extension segment not supported by any of loaded plugins May 19 05:35:01.228221 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.229203 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:35:01.229669 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 19 05:35:01.229994 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: servicetype.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.231105 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:35:01.231620 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loaded extension: service-type May 19 05:35:01.231947 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: sorting.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.232905 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:35:01.233235 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loaded extension: sorting May 19 05:35:01.233556 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: standard_attr_segment.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.234465 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:35:01.235011 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Extension standard-attr-segment not supported by any of loaded plugins May 19 05:35:01.235334 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: standardattrdescription.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.235966 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:35:01.236481 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loaded extension: standard-attr-description May 19 05:35:01.236800 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: stateful_security_group.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.237697 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:35:01.238206 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loaded extension: stateful-security-group May 19 05:35:01.238526 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: stdattrs_common.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.239118 dv-cinder-782405-8-iscsi neutron-server[103285]: WARNING neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 19 05:35:01.239441 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.240408 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:35:01.240919 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 19 05:35:01.241236 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: subnet_onboard.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.242282 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:35:01.242819 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loaded extension: subnet_onboard May 19 05:35:01.243141 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.244040 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:35:01.244542 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 19 05:35:01.245147 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: subnet_service_types.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.246043 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:35:01.246578 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loaded extension: subnet-service-types May 19 05:35:01.246897 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: subnetallocation.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.247947 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:35:01.248452 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loaded extension: subnet_allocation May 19 05:35:01.248772 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.249425 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:35:01.249925 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loaded extension: subnetpool-prefix-ops May 19 05:35:01.250243 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.251175 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:35:01.251691 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 19 05:35:01.252010 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: tagging.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.253052 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:35:01.253582 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loaded extension: standard-attr-tag May 19 05:35:01.253904 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: timestamp.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.255089 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:35:01.255608 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loaded extension: standard-attr-timestamp May 19 05:35:01.255932 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: trunk.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.256941 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:35:01.257454 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Extension trunk not supported by any of loaded plugins May 19 05:35:01.257776 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: trunk_details.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.258710 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:35:01.259223 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Extension trunk-details not supported by any of loaded plugins May 19 05:35:01.259560 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: uplink_status_propagation.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.260452 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:35:01.261485 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 19 05:35:01.261805 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Loading extension file: vlantransparent.py {{(pid=103285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:35:01.262457 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:35:01.262992 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Extension vlan-transparent not supported by any of loaded plugins May 19 05:35:01.265420 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.quota.resource_registry [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Creating instance of TrackedResource for resource:network May 19 05:35:01.266146 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.quota.resource_registry [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Creating instance of TrackedResource for resource:subnet May 19 05:35:01.266935 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.quota.resource_registry [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Creating instance of TrackedResource for resource:subnetpool May 19 05:35:01.267529 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.quota.resource_registry [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Creating instance of TrackedResource for resource:port May 19 05:35:01.268761 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.v2.resource_helper [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103285) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 05:35:01.269216 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.v2.resource_helper [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Service FLAVORS assigned prefix: {{(pid=103285) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 05:35:01.269827 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.v2.resource_helper [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103285) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 05:35:01.270261 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.v2.resource_helper [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103285) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 05:35:01.270610 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.quota.resource_registry [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Creating instance of TrackedResource for resource:router May 19 05:35:01.271260 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.quota.resource_registry [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Creating instance of TrackedResource for resource:floatingip May 19 05:35:01.271952 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.v2.resource_helper [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Service METERING assigned prefix: /metering {{(pid=103285) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 05:35:01.273390 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:01.273760 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:01.274108 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:35:01.275235 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.quota.resource_registry [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Creating instance of CountableResource for resource:rbac_policy May 19 05:35:01.275685 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.quota.resource_registry [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Creating instance of TrackedResource for resource:security_group May 19 05:35:01.276351 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.quota.resource_registry [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Creating instance of TrackedResource for resource:security_group_rule May 19 05:35:01.277607 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.v2.resource_helper [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Service CORE assigned prefix: {{(pid=103285) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 05:35:01.277934 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.quota.resource_registry [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Creating instance of TrackedResource for resource:subnetpool May 19 05:35:01.278261 dv-cinder-782405-8-iscsi neutron-server[103285]: WARNING neutron.quota.resource_registry [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] subnetpool is already registered May 19 05:35:01.278887 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.v2.resource_helper [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Service CORE assigned prefix: {{(pid=103285) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 05:35:01.279212 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.quota.resource_registry [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Creating instance of TrackedResource for resource:subnetpool May 19 05:35:01.279537 dv-cinder-782405-8-iscsi neutron-server[103285]: WARNING neutron.quota.resource_registry [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] subnetpool is already registered May 19 05:35:01.283078 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.v2.resource_helper [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103285) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 05:35:01.283515 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.v2.resource_helper [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Service FLAVORS assigned prefix: {{(pid=103285) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 05:35:01.284096 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.v2.resource_helper [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103285) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 05:35:01.284515 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.v2.resource_helper [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103285) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 05:35:01.284850 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.quota.resource_registry [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Creating instance of TrackedResource for resource:router May 19 05:35:01.285175 dv-cinder-782405-8-iscsi neutron-server[103285]: WARNING neutron.quota.resource_registry [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] router is already registered May 19 05:35:01.285757 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.quota.resource_registry [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Creating instance of TrackedResource for resource:floatingip May 19 05:35:01.286080 dv-cinder-782405-8-iscsi neutron-server[103285]: WARNING neutron.quota.resource_registry [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] floatingip is already registered May 19 05:35:01.286732 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.v2.resource_helper [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Service METERING assigned prefix: /metering {{(pid=103285) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 05:35:01.287403 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.quota.resource_registry [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Creating instance of CountableResource for resource:rbac_policy May 19 05:35:01.287726 dv-cinder-782405-8-iscsi neutron-server[103285]: WARNING neutron.quota.resource_registry [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] rbac_policy is already registered May 19 05:35:01.288271 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.quota.resource_registry [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Creating instance of TrackedResource for resource:security_group May 19 05:35:01.288594 dv-cinder-782405-8-iscsi neutron-server[103285]: WARNING neutron.quota.resource_registry [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] security_group is already registered May 19 05:35:01.289167 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.quota.resource_registry [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Creating instance of TrackedResource for resource:security_group_rule May 19 05:35:01.289495 dv-cinder-782405-8-iscsi neutron-server[103285]: WARNING neutron.quota.resource_registry [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] security_group_rule is already registered May 19 05:35:01.290134 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.v2.resource_helper [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Service CORE assigned prefix: {{(pid=103285) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 05:35:01.290456 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.quota.resource_registry [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Creating instance of TrackedResource for resource:subnetpool May 19 05:35:01.290810 dv-cinder-782405-8-iscsi neutron-server[103285]: WARNING neutron.quota.resource_registry [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] subnetpool is already registered May 19 05:35:01.291400 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.v2.resource_helper [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Service CORE assigned prefix: {{(pid=103285) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 05:35:01.291722 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.quota.resource_registry [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Creating instance of TrackedResource for resource:subnetpool May 19 05:35:01.292042 dv-cinder-782405-8-iscsi neutron-server[103285]: WARNING neutron.quota.resource_registry [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] subnetpool is already registered May 19 05:35:01.292725 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Extended resource: extensions {{(pid=103285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 05:35:01.294162 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Extended resource: address-groups {{(pid=103285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 05:35:01.295764 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Extended resource: address-scopes {{(pid=103285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 05:35:01.296967 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Extended resource: agents {{(pid=103285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 05:35:01.298114 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Extended resource: auto-allocated-topology {{(pid=103285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 05:35:01.299386 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Extended resource: availability_zones {{(pid=103285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 05:35:01.300679 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Extended resource: dhcp-networks {{(pid=103285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 05:35:01.302073 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Extended resource: dhcp-agents {{(pid=103285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 05:35:01.303520 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Extended resource: routers {{(pid=103285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 05:35:01.305291 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Extended resource: flavors {{(pid=103285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 05:35:01.306436 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Extended resource: service_profiles {{(pid=103285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 05:35:01.307728 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Extended resource: next_providers {{(pid=103285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 05:35:01.309238 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Extended resource: service_profiles {{(pid=103285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 05:35:01.310887 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Extended resource: floatingip-pools {{(pid=103285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 05:35:01.312156 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Extended resource: routers {{(pid=103285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 05:35:01.313934 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Extended resource: floatingips {{(pid=103285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 05:35:01.315140 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Extended resource: l3-routers {{(pid=103285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 05:35:01.316498 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Extended resource: l3-agents {{(pid=103285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 05:35:01.317904 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Extended resource: metering-labels {{(pid=103285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 05:35:01.319281 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Extended resource: metering-label-rules {{(pid=103285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 05:35:01.320538 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Extended resource: network-ip-availabilities {{(pid=103285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 05:35:01.321778 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Extended resource: bindings {{(pid=103285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 05:35:01.323970 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Extended resource: quotas {{(pid=103285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 05:35:01.325371 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Extended resource: quotas {{(pid=103285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 05:35:01.326954 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Extended resource: rbac-policies {{(pid=103285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 05:35:01.328257 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Extended resource: security-groups {{(pid=103285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 05:35:01.329446 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Extended resource: security-group-rules {{(pid=103285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 05:35:01.330710 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Extended resource: service-providers {{(pid=103285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 05:35:01.331923 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Extended resource: subnetpools {{(pid=103285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 05:35:01.333308 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Extended resource: subnetpools {{(pid=103285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 05:35:01.334798 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Extended resource: tags {{(pid=103285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 05:35:01.336446 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Extended resource: tags {{(pid=103285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 05:35:01.338234 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Extended resource: tags {{(pid=103285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 05:35:01.340631 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Extended resource: tags {{(pid=103285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 05:35:01.343433 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Extended resource: tags {{(pid=103285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 05:35:01.345275 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Extended resource: tags {{(pid=103285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 05:35:01.346986 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Extended resource: tags {{(pid=103285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 05:35:01.459516 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Extended resource: tags {{(pid=103285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 05:35:01.461326 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Extended resource: tags {{(pid=103285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 05:35:01.463317 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron.api.extensions [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Extended resource: tags {{(pid=103285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 05:35:01.469109 dv-cinder-782405-8-iscsi neutron-server[103285]: WARNING keystonemiddleware.auth_token [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 19 05:35:01.473884 dv-cinder-782405-8-iscsi neutron-server[103285]: WARNING keystonemiddleware.auth_token [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 19 05:35:01.482051 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_concurrency.lockutils [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Acquired lock "singleton_lock" {{(pid=103285) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 19 05:35:01.482538 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_concurrency.lockutils [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Releasing lock "singleton_lock" {{(pid=103285) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 19 05:35:01.483195 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO oslo_service.service [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Starting 2 workers May 19 05:35:01.487744 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Started child 103390 {{(pid=103285) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 19 05:35:01.491848 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Started child 103391 {{(pid=103285) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 19 05:35:01.492850 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:35:01.493551 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO neutron.service [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Neutron service started, listening on 0.0.0.0:9696 May 19 05:35:01.494027 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Notify callbacks [] for process, before_spawn {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:35:01.494314 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [-] (103390) wsgi starting up on http://0.0.0.0:9696 May 19 05:35:01.496987 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:35:01.497449 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO oslo_service.service [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Starting 1 workers May 19 05:35:01.498327 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [-] (103391) wsgi starting up on http://0.0.0.0:9696 May 19 05:35:01.502017 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Started child 103392 {{(pid=103285) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 19 05:35:01.502524 dv-cinder-782405-8-iscsi neutron-server[103285]: INFO oslo_service.service [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Starting 1 workers May 19 05:35:01.505888 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.service [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] calling RpcWorker wait() {{(pid=103392) _wait /opt/stack/neutron/neutron/service.py:128}} May 19 05:35:01.506438 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.service [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] returning from RpcWorker wait() {{(pid=103392) _wait /opt/stack/neutron/neutron/service.py:135}} May 19 05:35:01.506683 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Started child 103393 {{(pid=103285) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 19 05:35:01.507475 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-47df832d-4f42-4f17-96f3-8dec4ddb87d7 None None] Notify callbacks [] for process, after_spawn {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:35:01.507635 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:35:01.508078 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:35:01.509271 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103285) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 19 05:35:01.509486 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 19 05:35:01.509671 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 19 05:35:01.509883 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 19 05:35:01.510195 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 19 05:35:01.510352 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 19 05:35:01.510942 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.511731 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.512012 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.512102 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:35:01.512552 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.512552 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.513149 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.513400 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.513647 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.513921 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.514184 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.514353 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.514517 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.514788 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.515021 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.515329 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.515599 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.515841 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.516120 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.516293 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.516534 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.516787 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.517030 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.517297 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] debug = True {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.517534 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.518019 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.518253 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.518495 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.518752 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.519020 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.519262 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.519526 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.519780 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.519997 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.520244 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.520512 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.520743 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.520961 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.521171 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.521427 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.521638 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.522130 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] host = dv-cinder-782405-8-iscsi {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.522374 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.522612 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.522867 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.523128 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.523376 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.523581 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.523838 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.524094 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.524363 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.524582 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.524837 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.525057 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.525270 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.525518 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] log_file = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.525679 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] log_options = True {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.525907 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.526183 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.526479 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.526685 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.526841 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.527014 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.527258 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.527419 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.527746 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.527989 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.528199 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.528409 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.528637 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.528869 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.529117 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.529358 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.529601 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.529807 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.530057 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.530284 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.530525 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.530786 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.530994 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.531226 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.531429 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.531658 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.531877 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.532092 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.532299 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.532548 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.532773 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.533005 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.533236 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.533478 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.533694 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.533916 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.534122 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.534387 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.534782 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.535146 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.535671 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.536004 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.536268 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.536462 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:35:01.536649 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.536802 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.537461 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] use_json = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.537617 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.537958 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.538296 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.538507 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.538838 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.538838 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.539045 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.539271 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.539947 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.539947 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.540273 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.540497 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.540771 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.541140 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.541302 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.541556 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.541696 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.541905 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.542244 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.542481 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.542798 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.543647 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.543647 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.543647 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.544049 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.544191 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.544324 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.544551 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.544783 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.544998 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.545360 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.545619 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.545881 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.546147 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.546377 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.546614 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.546844 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.547054 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.547265 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.547475 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.547735 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.547949 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.548588 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.548588 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.548855 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.549006 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.549310 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.549564 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.551193 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.551193 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.551193 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.551914 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.551914 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.551914 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.552324 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.552324 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.552577 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.552793 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.553032 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.553782 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.553782 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.553782 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.554193 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.554193 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.554423 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.554664 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.554885 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.555134 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.555537 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.555631 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.555877 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.556094 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.556332 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.556571 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.556807 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.557052 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.557275 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.557498 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.558264 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.558480 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.558742 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.559103 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.559244 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.559394 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.559570 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.559784 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.560003 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.560240 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.560470 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.560705 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.561004 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.561453 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.561453 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.561792 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.562033 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.562288 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.562531 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.562807 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.563050 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.563298 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.563537 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.563834 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.564006 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.564259 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.564525 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.564786 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.565017 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.565239 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.565512 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.565733 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.566017 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.566248 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.566488 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.566743 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.567017 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.567301 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.567554 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.567797 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.568074 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.568821 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.568821 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.569111 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.569111 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.569372 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.569626 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.569894 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.570173 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.571079 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.571079 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.571079 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.571603 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.571603 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.572128 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.572128 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.572128 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.574459 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.574459 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.574459 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.574459 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.574459 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.574459 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.575809 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.575809 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.575809 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.575809 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.575809 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.575809 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.577350 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.577350 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.577350 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.577350 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.577350 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.577350 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.577350 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.578191 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.578191 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.578191 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.579964 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.579964 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.579964 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.579964 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.579964 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.579964 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.579964 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.579964 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.581723 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.581723 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.581723 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.581723 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.581723 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.581723 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.581723 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.581723 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.582427 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.582427 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.582427 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.582427 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.582773 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.582773 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.583025 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.583279 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.583674 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.584076 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.584439 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.584831 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.585051 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.585478 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.585699 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.585922 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.586165 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.586381 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.586668 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.586907 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.587175 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.587418 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.587745 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.588007 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.588235 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.588515 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.588702 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.588941 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.589177 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.589397 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.589610 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.589824 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.590037 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.590317 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.590603 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.590848 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.591059 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.591299 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.591541 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.591758 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.591960 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.592264 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.592517 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.592750 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.592986 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.593218 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.593443 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.593657 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.593892 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.594108 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.594341 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.594580 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.594816 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.595029 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.595310 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.595447 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.595669 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.595879 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.596093 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.596308 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.596518 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.596743 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.596954 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.597187 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.597402 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.597635 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.597959 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.598205 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.598443 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.598830 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.599064 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.599307 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.599572 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.599893 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.600128 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.600400 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.600637 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.600852 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.601074 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.601328 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.601642 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.601939 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.602185 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.602442 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.602748 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.603021 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.603300 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.603509 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.603802 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.604140 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.604409 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.604686 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.604914 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.605193 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.605415 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.605624 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.605838 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.606075 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.606309 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.606570 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.606821 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.607046 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.607262 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.607487 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.607709 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.607961 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.608189 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.608428 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.608656 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.608785 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 19 05:35:01.609328 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103285) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 19 05:35:01.609489 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 19 05:35:01.609643 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 19 05:35:01.609811 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 19 05:35:01.609980 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 19 05:35:01.610143 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 19 05:35:01.610325 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.610486 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.610671 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.610832 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.610991 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.611170 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.611331 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.611489 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.611647 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.611806 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.611964 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.612120 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.612276 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.612432 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.612590 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.612749 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.612905 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.613062 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.613225 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.613432 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.613563 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.613685 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.613830 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] debug = True {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.613988 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.614173 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.614324 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.614480 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.614660 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.614819 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.614976 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.615135 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.615291 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.615498 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.615805 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.615805 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.616089 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.616250 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.616408 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.616565 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.616724 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.616881 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] host = dv-cinder-782405-8-iscsi {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.617039 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.617196 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.617353 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.617509 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.617667 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.617825 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.617981 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.618138 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.618294 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.618451 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.618633 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.618791 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.618988 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.619113 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] log_file = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.619234 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] log_options = True {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.619384 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.621329 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.621329 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.621329 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.621329 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.621329 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.621329 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.621329 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.622786 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.622786 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.622786 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.622786 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.622786 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.622786 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.622786 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.622786 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.622786 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.623834 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.623834 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.623834 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.623834 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.623834 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.623834 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.623834 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.626227 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.626227 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.626227 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.626227 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.626227 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.626227 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.626227 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.626227 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.627078 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.627078 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.627078 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.627078 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.627078 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.627078 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.627078 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.627078 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.627631 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.627631 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.627631 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.627631 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.627631 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.627631 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] use_json = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.627631 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.627631 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.627631 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.628235 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.628235 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.628235 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.628235 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.628235 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:35:01.628571 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.628571 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.628708 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.628844 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.629008 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.629172 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.629336 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.629499 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.629659 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.629821 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.629991 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.630154 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.630381 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.630703 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.630703 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.630972 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.630972 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.631223 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.631223 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.631570 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.631570 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.631824 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.631956 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.632086 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.632227 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.632430 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.632430 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.632826 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.632826 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.633103 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.633103 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.633470 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.633470 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.633470 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.633854 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.633854 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.633994 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.634070 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.634233 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.634399 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.634573 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.634736 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.634898 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.635058 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.635436 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.635436 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.635678 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.635678 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.636403 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.636508 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.636680 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.636840 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.637003 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.637163 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.637323 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.637483 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.637668 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.637828 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.637989 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.638148 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.638307 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.638480 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.638662 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.638823 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.638979 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.639532 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.639532 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.639532 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.639788 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.639788 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.639958 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.640037 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.640189 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.640384 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.640580 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.640739 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.640872 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.641059 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.641219 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.641219 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.641488 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.641621 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.641753 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.641884 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.642017 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.642147 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.642279 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:35:01.642427 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.642427 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.642729 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.642862 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.642995 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.643136 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.643280 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.643413 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.643558 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.643691 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.643822 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.643953 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.644108 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.644263 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.644474 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.644612 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.644744 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.644885 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.645018 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.645162 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.645294 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.645451 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.645611 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.645771 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.645930 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.646100 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.646249 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.646415 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.646580 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.646751 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.646922 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.647082 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.647234 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.647392 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.647552 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.647702 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.647859 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.648018 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.648178 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.648337 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.648496 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.648661 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.648831 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.648992 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.649140 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.649305 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.649487 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.649636 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.649794 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.649956 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.650115 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.650275 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.650434 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.650632 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.650773 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.650906 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.651060 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.651220 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.651399 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.651552 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.651711 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.651871 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.652019 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.652182 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.652343 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.652504 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.652664 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.652823 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.653023 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.653690 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.653690 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.653690 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.653690 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.653968 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.653968 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.654083 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.654168 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.654475 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.654791 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.655090 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.655409 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.655721 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.655884 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.656069 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.656227 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.656396 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.656596 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.657748 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.657748 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.657748 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.657748 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.657748 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.657748 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.657748 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.657748 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.659941 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.659941 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.659941 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.659941 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.659941 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.659941 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.659941 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.659941 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.661058 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.661058 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.661058 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.661058 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.661058 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.661058 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.661058 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.661058 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.662028 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.662028 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.662028 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.662028 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.662028 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.662028 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.662028 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.662028 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.663168 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.663168 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.663168 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.663168 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.663168 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.663168 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.663168 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.663168 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.664880 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.664880 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.664880 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.664880 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.664880 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.664880 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.664880 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.664880 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.666004 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.666004 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.666004 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.666004 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.666004 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.666004 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.666004 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.666004 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.666004 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.667253 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.667253 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.667253 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.667253 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.667253 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.667253 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.667253 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.667253 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.668243 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.668243 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.668243 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.668243 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.668243 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.668243 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.668243 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.668243 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.669226 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.669226 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.669226 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.669226 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.669226 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.669226 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.669226 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.669226 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.670217 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.670217 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.670217 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.670217 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.670217 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.670217 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.670217 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.670217 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.670217 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.671344 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.671344 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.671344 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.671344 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.671344 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.671344 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.671344 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.671344 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.672294 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.672294 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.672294 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:35:01.672294 dv-cinder-782405-8-iscsi neutron-server[103285]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 19 05:35:01.816031 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 39712) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:35:01.824518 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [-] 10.222.0.11 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063488 May 19 05:35:12.411240 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9add93c2-d577-450e-82fb-0feb8fe1cd9c None None] get_active_networks_info from dv-cinder-782405-8-iscsi {{(pid=103392) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 19 05:35:12.472083 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5bbb897a-716c-4539-a202-12716e84119c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940'] for agent, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:35:12.496589 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9add93c2-d577-450e-82fb-0feb8fe1cd9c None None] No non-hosted networks {{(pid=103392) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 19 05:35:14.657991 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-451d1b44-ef6d-43a6-81f7-8876794cdc27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940'] for agent, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:35:14.705586 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-eaf1dc74-f175-4de4-bd7c-0b43d5d1611e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:35:14.810883 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940'] for agent, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:35:14.811778 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:35:14.812280 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:35:14.812776 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:35:14.813246 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:35:14.815151 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:35:14.815644 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:35:14.816119 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:35:14.816629 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:35:14.821233 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:35:14.821720 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:35:14.822228 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:35:14.823040 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:35:14.823617 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-782405-8-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:35:14.832991 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-782405-8-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:35:15.862807 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-db7c5e23-657c-45d4-9da5-15ba3bf0d241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940'] for agent, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:35:17.540623 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ca9ec6bf-79c4-448f-b3bb-8c49e8cf3732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940'] for agent, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:35:18.625442 dv-cinder-782405-8-iscsi neutron-server[103392]: INFO neutron.db.l3_hamode_db [None req-8b984ad0-ab7d-4ea8-a962-769c3bc919d0 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 19 05:35:18.711199 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b984ad0-ab7d-4ea8-a962-769c3bc919d0 None None] Routers set() bound to L3 agent in host dv-cinder-782405-8-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:35:18.711500 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b984ad0-ab7d-4ea8-a962-769c3bc919d0 None None] Router IDs set() for agent in host dv-cinder-782405-8-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 19 05:35:18.952858 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 39806) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:35:19.518048 dv-cinder-782405-8-iscsi neutron-server[103391]: WARNING oslo_policy.policy [None req-5affa35b-7c2e-44cb-be59-723a95ac4792 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 05:35:19.518659 dv-cinder-782405-8-iscsi neutron-server[103391]: WARNING oslo_policy.policy [None req-5affa35b-7c2e-44cb-be59-723a95ac4792 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 05:35:19.732079 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [None req-5affa35b-7c2e-44cb-be59-723a95ac4792 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103391) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 05:35:19.733079 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-5affa35b-7c2e-44cb-be59-723a95ac4792 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7793181 May 19 05:35:22.025430 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 39820) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:35:22.383954 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-384314ec-8de4-4a27-b9d5-011276cead5b admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'default_prefixlen': 26}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:35:22.482128 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.policy [None req-384314ec-8de4-4a27-b9d5-011276cead5b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103391) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 19 05:35:22.527467 dv-cinder-782405-8-iscsi neutron-server[103391]: WARNING oslo_policy.policy [None req-384314ec-8de4-4a27-b9d5-011276cead5b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 05:35:22.527837 dv-cinder-782405-8-iscsi neutron-server[103391]: WARNING oslo_policy.policy [None req-384314ec-8de4-4a27-b9d5-011276cead5b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 05:35:22.536188 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.quota [None req-384314ec-8de4-4a27-b9d5-011276cead5b admin admin] Loaded quota_driver: . May 19 05:35:22.551844 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-384314ec-8de4-4a27-b9d5-011276cead5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:35:22.609557 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-384314ec-8de4-4a27-b9d5-011276cead5b admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742273866220', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742273866719', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742273869305', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742273847853', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742273858472', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742273834145', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3608273', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3444880', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-304016', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1805561'] for rbac-policy, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:35:22.670644 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-384314ec-8de4-4a27-b9d5-011276cead5b admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:35:22.671818 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-384314ec-8de4-4a27-b9d5-011276cead5b admin admin] 10.222.0.11 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6454160 May 19 05:35:25.231762 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 39834) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:35:25.574052 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-8e7b0810-cfe8-4143-83e8-0994f67a95bf admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': 'fe83cec1d8c643cab611b6f07b6228b9', 'project_id': 'fe83cec1d8c643cab611b6f07b6228b9', 'name': 'private'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:35:25.578704 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-8e7b0810-cfe8-4143-83e8-0994f67a95bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:35:25.583415 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-8e7b0810-cfe8-4143-83e8-0994f67a95bf admin admin] Usage tracker for resource:network and tenant:fe83cec1d8c643cab611b6f07b6228b9 is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:35:25.588029 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-8e7b0810-cfe8-4143-83e8-0994f67a95bf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:35:25.594489 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-8e7b0810-cfe8-4143-83e8-0994f67a95bf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:35:25.603773 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e7b0810-cfe8-4143-83e8-0994f67a95bf admin admin] Made reservation on behalf of fe83cec1d8c643cab611b6f07b6228b9 for: {'network': 1} {{(pid=103391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 05:35:25.607463 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8e7b0810-cfe8-4143-83e8-0994f67a95bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3666241'] for network, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:35:25.624657 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8e7b0810-cfe8-4143-83e8-0994f67a95bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:35:25.638140 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-8e7b0810-cfe8-4143-83e8-0994f67a95bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:35:25.641720 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-8e7b0810-cfe8-4143-83e8-0994f67a95bf admin admin] Usage tracker for resource:security_group_rule and tenant:fe83cec1d8c643cab611b6f07b6228b9 is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:35:25.646523 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-8e7b0810-cfe8-4143-83e8-0994f67a95bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:35:25.652487 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-8e7b0810-cfe8-4143-83e8-0994f67a95bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:35:25.750503 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8e7b0810-cfe8-4143-83e8-0994f67a95bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:35:25.754140 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8e7b0810-cfe8-4143-83e8-0994f67a95bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:35:25.759436 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:35:25.777110 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e7b0810-cfe8-4143-83e8-0994f67a95bf admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=103391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 05:35:25.802919 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8e7b0810-cfe8-4143-83e8-0994f67a95bf admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742273246922', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3517393'] for segment, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:35:25.803507 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8e7b0810-cfe8-4143-83e8-0994f67a95bf admin admin] Unsubscribe: segment precommit_create {{(pid=103391) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 19 05:35:25.803961 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.db.segments_db [None req-8e7b0810-cfe8-4143-83e8-0994f67a95bf admin admin] Added segment cfe53a47-e44e-4685-b3e0-a34a7a6a457a of type vlan for network 59261d63-abc1-424c-be9c-b3c118a278cb May 19 05:35:25.851231 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7b0810-cfe8-4143-83e8-0994f67a95bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3da0865-3e5b-4dff-b6c1-86522e39c39f,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:35:25.871703 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7b0810-cfe8-4143-83e8-0994f67a95bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:35:25.872053 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7b0810-cfe8-4143-83e8-0994f67a95bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:35:25.872385 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7b0810-cfe8-4143-83e8-0994f67a95bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:35:25.872709 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7b0810-cfe8-4143-83e8-0994f67a95bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:35:25.873029 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7b0810-cfe8-4143-83e8-0994f67a95bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:35:25.873372 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7b0810-cfe8-4143-83e8-0994f67a95bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:35:25.873691 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7b0810-cfe8-4143-83e8-0994f67a95bf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:35:25.874017 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7b0810-cfe8-4143-83e8-0994f67a95bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:35:25.874347 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7b0810-cfe8-4143-83e8-0994f67a95bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:35:25.874700 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7b0810-cfe8-4143-83e8-0994f67a95bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:35:25.875012 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7b0810-cfe8-4143-83e8-0994f67a95bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:35:25.875318 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7b0810-cfe8-4143-83e8-0994f67a95bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:35:25.876372 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7b0810-cfe8-4143-83e8-0994f67a95bf admin admin] Tracked resource versions report: May 19 05:35:25.876372 dv-cinder-782405-8-iscsi neutron-server[103391]: pushed versions: May 19 05:35:25.876372 dv-cinder-782405-8-iscsi neutron-server[103391]: { 'AddressGroup': {'1.2'}, May 19 05:35:25.876372 dv-cinder-782405-8-iscsi neutron-server[103391]: 'ConntrackHelper': {'1.0'}, May 19 05:35:25.876372 dv-cinder-782405-8-iscsi neutron-server[103391]: 'Log': {'1.0'}, May 19 05:35:25.876372 dv-cinder-782405-8-iscsi neutron-server[103391]: 'Network': {'1.1'}, May 19 05:35:25.876372 dv-cinder-782405-8-iscsi neutron-server[103391]: 'Port': {'1.7'}, May 19 05:35:25.876372 dv-cinder-782405-8-iscsi neutron-server[103391]: 'PortForwarding': {'1.2'}, May 19 05:35:25.876372 dv-cinder-782405-8-iscsi neutron-server[103391]: 'QosPolicy': {'1.8'}, May 19 05:35:25.876372 dv-cinder-782405-8-iscsi neutron-server[103391]: 'SecurityGroup': {'1.4'}, May 19 05:35:25.876372 dv-cinder-782405-8-iscsi neutron-server[103391]: 'SecurityGroupRule': {'1.2'}, May 19 05:35:25.876372 dv-cinder-782405-8-iscsi neutron-server[103391]: 'SubPort': {'1.0'}, May 19 05:35:25.876372 dv-cinder-782405-8-iscsi neutron-server[103391]: 'Subnet': {'1.1'}, May 19 05:35:25.876372 dv-cinder-782405-8-iscsi neutron-server[103391]: 'Trunk': {'1.1'}} May 19 05:35:25.876372 dv-cinder-782405-8-iscsi neutron-server[103391]: consumer versions: May 19 05:35:25.876372 dv-cinder-782405-8-iscsi neutron-server[103391]: { DHCP agent@dv-cinder-782405-8-iscsi: {}, May 19 05:35:25.876372 dv-cinder-782405-8-iscsi neutron-server[103391]: L3 agent@dv-cinder-782405-8-iscsi: {}, May 19 05:35:25.876372 dv-cinder-782405-8-iscsi neutron-server[103391]: Metadata agent@dv-cinder-782405-8-iscsi: {}, May 19 05:35:25.876372 dv-cinder-782405-8-iscsi neutron-server[103391]: Metering agent@dv-cinder-782405-8-iscsi: {}, May 19 05:35:25.876372 dv-cinder-782405-8-iscsi neutron-server[103391]: Open vSwitch agent@dv-cinder-782405-8-iscsi: { 'AddressGroup': '1.2', May 19 05:35:25.876372 dv-cinder-782405-8-iscsi neutron-server[103391]: 'ConntrackHelper': '1.0', May 19 05:35:25.876372 dv-cinder-782405-8-iscsi neutron-server[103391]: 'Log': '1.0', May 19 05:35:25.876372 dv-cinder-782405-8-iscsi neutron-server[103391]: 'Network': '1.1', May 19 05:35:25.876372 dv-cinder-782405-8-iscsi neutron-server[103391]: 'Port': '1.7', May 19 05:35:25.876372 dv-cinder-782405-8-iscsi neutron-server[103391]: 'PortForwarding': '1.2', May 19 05:35:25.876372 dv-cinder-782405-8-iscsi neutron-server[103391]: 'QosPolicy': '1.8', May 19 05:35:25.876372 dv-cinder-782405-8-iscsi neutron-server[103391]: 'SecurityGroup': '1.4', May 19 05:35:25.876372 dv-cinder-782405-8-iscsi neutron-server[103391]: 'SecurityGroupRule': '1.2', May 19 05:35:25.876372 dv-cinder-782405-8-iscsi neutron-server[103391]: 'SubPort': '1.0', May 19 05:35:25.876372 dv-cinder-782405-8-iscsi neutron-server[103391]: 'Subnet': '1.1', May 19 05:35:25.876372 dv-cinder-782405-8-iscsi neutron-server[103391]: 'Trunk': '1.1'}} May 19 05:35:25.876372 dv-cinder-782405-8-iscsi neutron-server[103391]: {{(pid=103391) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 05:35:25.921035 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-8e7b0810-cfe8-4143-83e8-0994f67a95bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:35:25.922703 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8e7b0810-cfe8-4143-83e8-0994f67a95bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742272786041'] for network, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:35:25.960862 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8e7b0810-cfe8-4143-83e8-0994f67a95bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-542600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-584118'] for network, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:35:25.962310 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7b0810-cfe8-4143-83e8-0994f67a95bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:35:25.962970 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8e7b0810-cfe8-4143-83e8-0994f67a95bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584083'] for network, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:35:25.966532 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:35:26.067113 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-8e7b0810-cfe8-4143-83e8-0994f67a95bf admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8342445 May 19 05:35:26.069504 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7b0810-cfe8-4143-83e8-0994f67a95bf admin admin] Pushing event updated for resources: {'Network': ['ID=59261d63-abc1-424c-be9c-b3c118a278cb,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:35:26.092220 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-8e7b0810-cfe8-4143-83e8-0994f67a95bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:35:26.100647 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Network 59261d63-abc1-424c-be9c-b3c118a278cb details requested by agent ovs-agent-dv-cinder-782405-8-iscsi with host dv-cinder-782405-8-iscsi {{(pid=103392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 05:35:28.659649 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 39850) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:35:29.097653 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f334be33-4d61-4829-b6c4-e9ca70c00dbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:35:29.098980 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-f334be33-4d61-4829-b6c4-e9ca70c00dbb admin admin] 10.222.0.11 "GET /v2.0/networks/59261d63-abc1-424c-be9c-b3c118a278cb HTTP/1.1" status: 200 len: 825 time: 0.4383895 May 19 05:35:29.126149 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-fcaa7e82-479d-41b9-821e-2db9991a4e73 admin admin] 10.222.0.11 "GET /v2.0/subnetpools/9e8dcbd3-4ba5-4ec1-bd8a-bed37badb109 HTTP/1.1" status: 200 len: 734 time: 0.0212038 May 19 05:35:29.134634 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-d40fa69e-4994-44a3-b336-dfb648d4f5c0 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'tenant_id': 'fe83cec1d8c643cab611b6f07b6228b9', 'subnetpool_id': '9e8dcbd3-4ba5-4ec1-bd8a-bed37badb109', 'network_id': '59261d63-abc1-424c-be9c-b3c118a278cb', 'ip_version': 4}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:35:29.139063 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-d40fa69e-4994-44a3-b336-dfb648d4f5c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:35:29.142759 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-d40fa69e-4994-44a3-b336-dfb648d4f5c0 admin admin] Usage tracker for resource:subnet and tenant:fe83cec1d8c643cab611b6f07b6228b9 is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:35:29.145570 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-d40fa69e-4994-44a3-b336-dfb648d4f5c0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:35:29.151106 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-d40fa69e-4994-44a3-b336-dfb648d4f5c0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:35:29.160669 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d40fa69e-4994-44a3-b336-dfb648d4f5c0 admin admin] Made reservation on behalf of fe83cec1d8c643cab611b6f07b6228b9 for: {'subnet': 1} {{(pid=103391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 05:35:29.162955 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d40fa69e-4994-44a3-b336-dfb648d4f5c0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:35:29.621051 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d40fa69e-4994-44a3-b336-dfb648d4f5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065'] for subnet, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:35:29.625926 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:35:29.704055 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40fa69e-4994-44a3-b336-dfb648d4f5c0 admin admin] Checking segment: {'id': 'cfe53a47-e44e-4685-b3e0-a34a7a6a457a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '59261d63-abc1-424c-be9c-b3c118a278cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:35:29.704687 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40fa69e-4994-44a3-b336-dfb648d4f5c0 admin admin] Network hostable DHCP agents. Network: 59261d63-abc1-424c-be9c-b3c118a278cb, hostable agents: ['51c3ebcd-1a29-4010-9a37-07f85f6ad558'], hosted agents: [] {{(pid=103391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 05:35:29.709388 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40fa69e-4994-44a3-b336-dfb648d4f5c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b23624e6-fa7b-4980-8d3e-21f41cd2763f,revision_number=0']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:35:29.715039 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-d40fa69e-4994-44a3-b336-dfb648d4f5c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:35:29.727051 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40fa69e-4994-44a3-b336-dfb648d4f5c0 admin admin] Network 59261d63-abc1-424c-be9c-b3c118a278cb is scheduled to be hosted by DHCP agent 51c3ebcd-1a29-4010-9a37-07f85f6ad558 with binding_index 1 {{(pid=103391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 05:35:29.735666 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-d40fa69e-4994-44a3-b336-dfb648d4f5c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782405-8-iscsi, 59261d63-abc1-424c-be9c-b3c118a278cb) {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:35:29.740220 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40fa69e-4994-44a3-b336-dfb648d4f5c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:35:29.740816 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d40fa69e-4994-44a3-b336-dfb648d4f5c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584083'] for subnet, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:35:29.745935 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7d1100-9b68-4a74-a1fd-44a851d5ce85 None None] Network 59261d63-abc1-424c-be9c-b3c118a278cb requested from dv-cinder-782405-8-iscsi {{(pid=103392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 05:35:29.761411 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-d40fa69e-4994-44a3-b336-dfb648d4f5c0 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6301994 May 19 05:35:30.047513 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf1f9f9-754b-4a08-9ee1-d6cf44c64722 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f84fa44-b72f-57ea-990f-e1972563ccfb-59261d63-abc1-424c-be9c-b3c118a278cb', 'network_id': '59261d63-abc1-424c-be9c-b3c118a278cb', 'tenant_id': 'fe83cec1d8c643cab611b6f07b6228b9', 'fixed_ips': [{'subnet_id': 'b23624e6-fa7b-4980-8d3e-21f41cd2763f'}]}} from dv-cinder-782405-8-iscsi. {{(pid=103392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 05:35:30.048739 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bbf1f9f9-754b-4a08-9ee1-d6cf44c64722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:35:30.231463 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-bbf1f9f9-754b-4a08-9ee1-d6cf44c64722 None None] Allocated IP 172.20.0.2 (59261d63-abc1-424c-be9c-b3c118a278cb/b23624e6-fa7b-4980-8d3e-21f41cd2763f/021db5e8-0c67-4055-ae9b-e82cf5e55cc4) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 05:35:30.455364 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bbf1f9f9-754b-4a08-9ee1-d6cf44c64722 None None] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:35:30.468446 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-bbf1f9f9-754b-4a08-9ee1-d6cf44c64722 None None] Transition to ACTIVE for port object 021db5e8-0c67-4055-ae9b-e82cf5e55cc4 will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:35:30.486766 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-bbf1f9f9-754b-4a08-9ee1-d6cf44c64722 None None] Transition to ACTIVE for port object 021db5e8-0c67-4055-ae9b-e82cf5e55cc4 will not be triggered until provisioned by entity DHCP. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:35:30.492612 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bbf1f9f9-754b-4a08-9ee1-d6cf44c64722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742272799735'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:35:30.497779 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:35:30.557837 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf1f9f9-754b-4a08-9ee1-d6cf44c64722 None None] Network 59261d63-abc1-424c-be9c-b3c118a278cb is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:35:30.560586 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-bbf1f9f9-754b-4a08-9ee1-d6cf44c64722 None None] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:35:30.567247 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf1f9f9-754b-4a08-9ee1-d6cf44c64722 None None] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 05:35:30.569331 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf1f9f9-754b-4a08-9ee1-d6cf44c64722 None None] Pushing event updated for resources: {'Port': ['ID=021db5e8-0c67-4055-ae9b-e82cf5e55cc4,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:35:30.578830 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf1f9f9-754b-4a08-9ee1-d6cf44c64722 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:35:30.579196 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf1f9f9-754b-4a08-9ee1-d6cf44c64722 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:35:30.579535 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf1f9f9-754b-4a08-9ee1-d6cf44c64722 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:35:30.579865 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf1f9f9-754b-4a08-9ee1-d6cf44c64722 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:35:30.580191 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf1f9f9-754b-4a08-9ee1-d6cf44c64722 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:35:30.580517 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf1f9f9-754b-4a08-9ee1-d6cf44c64722 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:35:30.580843 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf1f9f9-754b-4a08-9ee1-d6cf44c64722 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:35:30.581161 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf1f9f9-754b-4a08-9ee1-d6cf44c64722 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:35:30.581494 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf1f9f9-754b-4a08-9ee1-d6cf44c64722 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:35:30.581813 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf1f9f9-754b-4a08-9ee1-d6cf44c64722 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:35:30.582128 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf1f9f9-754b-4a08-9ee1-d6cf44c64722 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:35:30.582443 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf1f9f9-754b-4a08-9ee1-d6cf44c64722 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:35:30.583581 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf1f9f9-754b-4a08-9ee1-d6cf44c64722 None None] Tracked resource versions report: May 19 05:35:30.583581 dv-cinder-782405-8-iscsi neutron-server[103392]: pushed versions: May 19 05:35:30.583581 dv-cinder-782405-8-iscsi neutron-server[103392]: { 'AddressGroup': {'1.2'}, May 19 05:35:30.583581 dv-cinder-782405-8-iscsi neutron-server[103392]: 'ConntrackHelper': {'1.0'}, May 19 05:35:30.583581 dv-cinder-782405-8-iscsi neutron-server[103392]: 'Log': {'1.0'}, May 19 05:35:30.583581 dv-cinder-782405-8-iscsi neutron-server[103392]: 'Network': {'1.1'}, May 19 05:35:30.583581 dv-cinder-782405-8-iscsi neutron-server[103392]: 'Port': {'1.7'}, May 19 05:35:30.583581 dv-cinder-782405-8-iscsi neutron-server[103392]: 'PortForwarding': {'1.2'}, May 19 05:35:30.583581 dv-cinder-782405-8-iscsi neutron-server[103392]: 'QosPolicy': {'1.8'}, May 19 05:35:30.583581 dv-cinder-782405-8-iscsi neutron-server[103392]: 'SecurityGroup': {'1.4'}, May 19 05:35:30.583581 dv-cinder-782405-8-iscsi neutron-server[103392]: 'SecurityGroupRule': {'1.2'}, May 19 05:35:30.583581 dv-cinder-782405-8-iscsi neutron-server[103392]: 'SubPort': {'1.0'}, May 19 05:35:30.583581 dv-cinder-782405-8-iscsi neutron-server[103392]: 'Subnet': {'1.1'}, May 19 05:35:30.583581 dv-cinder-782405-8-iscsi neutron-server[103392]: 'Trunk': {'1.1'}} May 19 05:35:30.583581 dv-cinder-782405-8-iscsi neutron-server[103392]: consumer versions: May 19 05:35:30.583581 dv-cinder-782405-8-iscsi neutron-server[103392]: { DHCP agent@dv-cinder-782405-8-iscsi: {}, May 19 05:35:30.583581 dv-cinder-782405-8-iscsi neutron-server[103392]: L3 agent@dv-cinder-782405-8-iscsi: {}, May 19 05:35:30.583581 dv-cinder-782405-8-iscsi neutron-server[103392]: Metadata agent@dv-cinder-782405-8-iscsi: {}, May 19 05:35:30.583581 dv-cinder-782405-8-iscsi neutron-server[103392]: Metering agent@dv-cinder-782405-8-iscsi: {}, May 19 05:35:30.583581 dv-cinder-782405-8-iscsi neutron-server[103392]: Open vSwitch agent@dv-cinder-782405-8-iscsi: { 'AddressGroup': '1.2', May 19 05:35:30.583581 dv-cinder-782405-8-iscsi neutron-server[103392]: 'ConntrackHelper': '1.0', May 19 05:35:30.583581 dv-cinder-782405-8-iscsi neutron-server[103392]: 'Log': '1.0', May 19 05:35:30.583581 dv-cinder-782405-8-iscsi neutron-server[103392]: 'Network': '1.1', May 19 05:35:30.583581 dv-cinder-782405-8-iscsi neutron-server[103392]: 'Port': '1.7', May 19 05:35:30.583581 dv-cinder-782405-8-iscsi neutron-server[103392]: 'PortForwarding': '1.2', May 19 05:35:30.583581 dv-cinder-782405-8-iscsi neutron-server[103392]: 'QosPolicy': '1.8', May 19 05:35:30.583581 dv-cinder-782405-8-iscsi neutron-server[103392]: 'SecurityGroup': '1.4', May 19 05:35:30.583581 dv-cinder-782405-8-iscsi neutron-server[103392]: 'SecurityGroupRule': '1.2', May 19 05:35:30.583581 dv-cinder-782405-8-iscsi neutron-server[103392]: 'SubPort': '1.0', May 19 05:35:30.583581 dv-cinder-782405-8-iscsi neutron-server[103392]: 'Subnet': '1.1', May 19 05:35:30.583581 dv-cinder-782405-8-iscsi neutron-server[103392]: 'Trunk': '1.1'}} May 19 05:35:30.583581 dv-cinder-782405-8-iscsi neutron-server[103392]: {{(pid=103392) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 05:35:30.617904 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-bbf1f9f9-754b-4a08-9ee1-d6cf44c64722 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:35:30.671508 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-bbf1f9f9-754b-4a08-9ee1-d6cf44c64722 None None] Attempting to bind port 021db5e8-0c67-4055-ae9b-e82cf5e55cc4 on host dv-cinder-782405-8-iscsi for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 05:35:30.671911 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-bbf1f9f9-754b-4a08-9ee1-d6cf44c64722 None None] Attempting to bind port 021db5e8-0c67-4055-ae9b-e82cf5e55cc4 by drivers openvswitch,hyperv on host dv-cinder-782405-8-iscsi at level 0 using segments [{'id': 'cfe53a47-e44e-4685-b3e0-a34a7a6a457a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '59261d63-abc1-424c-be9c-b3c118a278cb'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 05:35:30.672317 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf1f9f9-754b-4a08-9ee1-d6cf44c64722 None None] Attempting to bind port 021db5e8-0c67-4055-ae9b-e82cf5e55cc4 on network 59261d63-abc1-424c-be9c-b3c118a278cb {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:35:30.677405 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf1f9f9-754b-4a08-9ee1-d6cf44c64722 None None] Checking agent: {'id': '8851ba53-2e70-4f4c-a9f5-617d9b5548bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 5, 35, 15), 'started_at': datetime.datetime(2021, 5, 19, 5, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 5, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 05:35:30.677812 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf1f9f9-754b-4a08-9ee1-d6cf44c64722 None None] Checking segment: {'id': 'cfe53a47-e44e-4685-b3e0-a34a7a6a457a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '59261d63-abc1-424c-be9c-b3c118a278cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:35:30.678307 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bbf1f9f9-754b-4a08-9ee1-d6cf44c64722 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:35:30.678725 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf1f9f9-754b-4a08-9ee1-d6cf44c64722 None None] Bound using segment: {'id': 'cfe53a47-e44e-4685-b3e0-a34a7a6a457a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '59261d63-abc1-424c-be9c-b3c118a278cb'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 05:35:30.679193 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-bbf1f9f9-754b-4a08-9ee1-d6cf44c64722 None None] Bound port: 021db5e8-0c67-4055-ae9b-e82cf5e55cc4, host: dv-cinder-782405-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfe53a47-e44e-4685-b3e0-a34a7a6a457a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '59261d63-abc1-424c-be9c-b3c118a278cb'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 05:35:30.679565 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bbf1f9f9-754b-4a08-9ee1-d6cf44c64722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:35:30.768849 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-bbf1f9f9-754b-4a08-9ee1-d6cf44c64722 None None] For port 021db5e8-0c67-4055-ae9b-e82cf5e55cc4, host dv-cinder-782405-8-iscsi, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 05:35:30.772590 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-bbf1f9f9-754b-4a08-9ee1-d6cf44c64722 None None] For port 021db5e8-0c67-4055-ae9b-e82cf5e55cc4, host dv-cinder-782405-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-iscsi',level=0,port_id=021db5e8-0c67-4055-ae9b-e82cf5e55cc4,segment=NetworkSegment(cfe53a47-e44e-4685-b3e0-a34a7a6a457a),segment_id=cfe53a47-e44e-4685-b3e0-a34a7a6a457a)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 05:35:30.777208 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bbf1f9f9-754b-4a08-9ee1-d6cf44c64722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:35:30.782134 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:35:30.865019 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf1f9f9-754b-4a08-9ee1-d6cf44c64722 None None] Pushing event updated for resources: {'Port': ['ID=021db5e8-0c67-4055-ae9b-e82cf5e55cc4,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:35:30.868203 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-bbf1f9f9-754b-4a08-9ee1-d6cf44c64722 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:35:32.089862 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 39860) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:35:32.671351 dv-cinder-782405-8-iscsi neutron-server[103390]: WARNING oslo_policy.policy [None req-a8dfed16-8b58-4f2c-831e-c9acc4242550 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 05:35:32.671935 dv-cinder-782405-8-iscsi neutron-server[103390]: WARNING oslo_policy.policy [None req-a8dfed16-8b58-4f2c-831e-c9acc4242550 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 05:35:32.886050 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [None req-a8dfed16-8b58-4f2c-831e-c9acc4242550 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 05:35:32.887257 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-a8dfed16-8b58-4f2c-831e-c9acc4242550 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7952862 May 19 05:35:35.239328 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 39878) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:35:35.603048 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [None req-633c4132-f77c-490d-b287-96fbde6b1074 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 05:35:35.604577 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-633c4132-f77c-490d-b287-96fbde6b1074 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3642995 May 19 05:35:36.249271 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dac539c-802a-47fe-86b5-ed13809fad5e None None] Network 59261d63-abc1-424c-be9c-b3c118a278cb requested from dv-cinder-782405-8-iscsi {{(pid=103392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 05:35:36.356398 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-fcce3443-4717-42fe-8d5c-2b139f55b224 None None] Provisioning for port 021db5e8-0c67-4055-ae9b-e82cf5e55cc4 completed by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:35:36.588507 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device 021db5e8-0c67-4055-ae9b-e82cf5e55cc4 up at agent ovs-agent-dv-cinder-782405-8-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:35:36.657601 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Provisioning for port 021db5e8-0c67-4055-ae9b-e82cf5e55cc4 completed by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:35:36.662831 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Provisioning complete for port 021db5e8-0c67-4055-ae9b-e82cf5e55cc4 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:35:36.663241 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:35:36.723917 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-11ce89fa-c8fb-4792-97a1-ab52f5a0e4f1 None None] Provisioning complete for port 021db5e8-0c67-4055-ae9b-e82cf5e55cc4 triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:35:36.724285 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-11ce89fa-c8fb-4792-97a1-ab52f5a0e4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:35:36.884218 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:35:36.904732 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-11ce89fa-c8fb-4792-97a1-ab52f5a0e4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:35:36.938083 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] For port 021db5e8-0c67-4055-ae9b-e82cf5e55cc4, host dv-cinder-782405-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-iscsi',level=0,port_id=021db5e8-0c67-4055-ae9b-e82cf5e55cc4,segment=NetworkSegment(cfe53a47-e44e-4685-b3e0-a34a7a6a457a),segment_id=cfe53a47-e44e-4685-b3e0-a34a7a6a457a)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:35:36.943567 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:35:36.972021 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:35:37.051135 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.db.api [None req-11ce89fa-c8fb-4792-97a1-ab52f5a0e4f1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103392) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 05:35:37.051520 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_db.api [None req-11ce89fa-c8fb-4792-97a1-ab52f5a0e4f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 05:35:37.056241 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Pushing event updated for resources: {'Port': ['ID=021db5e8-0c67-4055-ae9b-e82cf5e55cc4,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:35:37.059360 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:35:38.214436 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 39890) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:35:38.554456 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-a86633e1-13b2-4962-a924-46e4901e3779 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'fe83cec1d8c643cab611b6f07b6228b9'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:35:38.575808 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device 021db5e8-0c67-4055-ae9b-e82cf5e55cc4 up at agent ovs-agent-dv-cinder-782405-8-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:35:38.625951 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.policy [None req-a86633e1-13b2-4962-a924-46e4901e3779 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103390) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 19 05:35:38.640334 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Provisioning complete for port 021db5e8-0c67-4055-ae9b-e82cf5e55cc4 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:35:38.640709 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:35:38.672367 dv-cinder-782405-8-iscsi neutron-server[103390]: WARNING oslo_policy.policy [None req-a86633e1-13b2-4962-a924-46e4901e3779 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 05:35:38.672886 dv-cinder-782405-8-iscsi neutron-server[103390]: WARNING oslo_policy.policy [None req-a86633e1-13b2-4962-a924-46e4901e3779 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 05:35:38.681391 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.quota [None req-a86633e1-13b2-4962-a924-46e4901e3779 admin admin] Loaded quota_driver: . May 19 05:35:38.696508 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-a86633e1-13b2-4962-a924-46e4901e3779 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:35:38.703316 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-a86633e1-13b2-4962-a924-46e4901e3779 admin admin] Usage tracker for resource:router and tenant:fe83cec1d8c643cab611b6f07b6228b9 is out of sync, need to count used quota {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:35:38.707765 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-a86633e1-13b2-4962-a924-46e4901e3779 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:35:38.715717 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-a86633e1-13b2-4962-a924-46e4901e3779 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:35:38.732471 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a86633e1-13b2-4962-a924-46e4901e3779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-469361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27503'] for router, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:35:38.734884 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a86633e1-13b2-4962-a924-46e4901e3779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517936', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27492'] for router, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:35:38.759384 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a86633e1-13b2-4962-a924-46e4901e3779 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:35:38.872307 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a86633e1-13b2-4962-a924-46e4901e3779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-518026'] for router, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:35:38.891856 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a86633e1-13b2-4962-a924-46e4901e3779 admin admin] Notify callbacks [] for router, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:35:38.893017 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-a86633e1-13b2-4962-a924-46e4901e3779 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6776195 May 19 05:35:41.227161 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 39902) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:35:41.583332 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [None req-77810f07-18ca-471a-b33c-e42a03afa635 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 05:35:41.584328 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-77810f07-18ca-471a-b33c-e42a03afa635 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3562577 May 19 05:35:42.298469 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f034f113-63b1-4b76-802b-4c61aaab2f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:35:43.888651 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 39912) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:35:44.246785 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-38f47e45-b578-4e89-bc02-493ef31786bc admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public', 'is_default': True}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:35:44.251753 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-38f47e45-b578-4e89-bc02-493ef31786bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:35:44.255429 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-38f47e45-b578-4e89-bc02-493ef31786bc admin admin] Usage tracker for resource:network and tenant:1402a124f1954704943655999b6b2fb7 is out of sync, need to count used quota {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:35:44.258803 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-38f47e45-b578-4e89-bc02-493ef31786bc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:35:44.264905 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-38f47e45-b578-4e89-bc02-493ef31786bc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:35:44.274382 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38f47e45-b578-4e89-bc02-493ef31786bc admin admin] Made reservation on behalf of 1402a124f1954704943655999b6b2fb7 for: {'network': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 05:35:44.277049 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-38f47e45-b578-4e89-bc02-493ef31786bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3666241'] for network, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:35:44.292720 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-38f47e45-b578-4e89-bc02-493ef31786bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:35:44.306041 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-38f47e45-b578-4e89-bc02-493ef31786bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:35:44.310101 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-38f47e45-b578-4e89-bc02-493ef31786bc admin admin] Usage tracker for resource:security_group_rule and tenant:1402a124f1954704943655999b6b2fb7 is out of sync, need to count used quota {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:35:44.313179 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-38f47e45-b578-4e89-bc02-493ef31786bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:35:44.318702 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-38f47e45-b578-4e89-bc02-493ef31786bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:35:44.410244 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-38f47e45-b578-4e89-bc02-493ef31786bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:35:44.413842 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-38f47e45-b578-4e89-bc02-493ef31786bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:35:44.418903 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:35:44.431914 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-38f47e45-b578-4e89-bc02-493ef31786bc admin admin] Reserving flat network on physical network physnet1 {{(pid=103390) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 19 05:35:44.462784 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-38f47e45-b578-4e89-bc02-493ef31786bc admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742273246922', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3517393'] for segment, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:35:44.463353 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-38f47e45-b578-4e89-bc02-493ef31786bc admin admin] Unsubscribe: segment precommit_create {{(pid=103390) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 19 05:35:44.463813 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.db.segments_db [None req-38f47e45-b578-4e89-bc02-493ef31786bc admin admin] Added segment edaa9548-0a8e-4b05-b39a-c151d3266f79 of type flat for network 1e6dde84-3174-47a4-a93f-45a4a19145c3 May 19 05:35:44.512798 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f47e45-b578-4e89-bc02-493ef31786bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=268a4a6f-155d-4bd8-b4d0-8c47f06457b5,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:35:44.532081 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f47e45-b578-4e89-bc02-493ef31786bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:35:44.532435 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f47e45-b578-4e89-bc02-493ef31786bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:35:44.532769 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f47e45-b578-4e89-bc02-493ef31786bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:35:44.533094 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f47e45-b578-4e89-bc02-493ef31786bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:35:44.533418 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f47e45-b578-4e89-bc02-493ef31786bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:35:44.533754 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f47e45-b578-4e89-bc02-493ef31786bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:35:44.534076 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f47e45-b578-4e89-bc02-493ef31786bc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:35:44.534413 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f47e45-b578-4e89-bc02-493ef31786bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:35:44.534765 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f47e45-b578-4e89-bc02-493ef31786bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:35:44.535084 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f47e45-b578-4e89-bc02-493ef31786bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:35:44.535408 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f47e45-b578-4e89-bc02-493ef31786bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:35:44.535705 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f47e45-b578-4e89-bc02-493ef31786bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:35:44.536772 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f47e45-b578-4e89-bc02-493ef31786bc admin admin] Tracked resource versions report: May 19 05:35:44.536772 dv-cinder-782405-8-iscsi neutron-server[103390]: pushed versions: May 19 05:35:44.536772 dv-cinder-782405-8-iscsi neutron-server[103390]: { 'AddressGroup': {'1.2'}, May 19 05:35:44.536772 dv-cinder-782405-8-iscsi neutron-server[103390]: 'ConntrackHelper': {'1.0'}, May 19 05:35:44.536772 dv-cinder-782405-8-iscsi neutron-server[103390]: 'Log': {'1.0'}, May 19 05:35:44.536772 dv-cinder-782405-8-iscsi neutron-server[103390]: 'Network': {'1.1'}, May 19 05:35:44.536772 dv-cinder-782405-8-iscsi neutron-server[103390]: 'Port': {'1.7'}, May 19 05:35:44.536772 dv-cinder-782405-8-iscsi neutron-server[103390]: 'PortForwarding': {'1.2'}, May 19 05:35:44.536772 dv-cinder-782405-8-iscsi neutron-server[103390]: 'QosPolicy': {'1.8'}, May 19 05:35:44.536772 dv-cinder-782405-8-iscsi neutron-server[103390]: 'SecurityGroup': {'1.4'}, May 19 05:35:44.536772 dv-cinder-782405-8-iscsi neutron-server[103390]: 'SecurityGroupRule': {'1.2'}, May 19 05:35:44.536772 dv-cinder-782405-8-iscsi neutron-server[103390]: 'SubPort': {'1.0'}, May 19 05:35:44.536772 dv-cinder-782405-8-iscsi neutron-server[103390]: 'Subnet': {'1.1'}, May 19 05:35:44.536772 dv-cinder-782405-8-iscsi neutron-server[103390]: 'Trunk': {'1.1'}} May 19 05:35:44.536772 dv-cinder-782405-8-iscsi neutron-server[103390]: consumer versions: May 19 05:35:44.536772 dv-cinder-782405-8-iscsi neutron-server[103390]: { DHCP agent@dv-cinder-782405-8-iscsi: {}, May 19 05:35:44.536772 dv-cinder-782405-8-iscsi neutron-server[103390]: L3 agent@dv-cinder-782405-8-iscsi: {}, May 19 05:35:44.536772 dv-cinder-782405-8-iscsi neutron-server[103390]: Metadata agent@dv-cinder-782405-8-iscsi: {}, May 19 05:35:44.536772 dv-cinder-782405-8-iscsi neutron-server[103390]: Metering agent@dv-cinder-782405-8-iscsi: {}, May 19 05:35:44.536772 dv-cinder-782405-8-iscsi neutron-server[103390]: Open vSwitch agent@dv-cinder-782405-8-iscsi: { 'AddressGroup': '1.2', May 19 05:35:44.536772 dv-cinder-782405-8-iscsi neutron-server[103390]: 'ConntrackHelper': '1.0', May 19 05:35:44.536772 dv-cinder-782405-8-iscsi neutron-server[103390]: 'Log': '1.0', May 19 05:35:44.536772 dv-cinder-782405-8-iscsi neutron-server[103390]: 'Network': '1.1', May 19 05:35:44.536772 dv-cinder-782405-8-iscsi neutron-server[103390]: 'Port': '1.7', May 19 05:35:44.536772 dv-cinder-782405-8-iscsi neutron-server[103390]: 'PortForwarding': '1.2', May 19 05:35:44.536772 dv-cinder-782405-8-iscsi neutron-server[103390]: 'QosPolicy': '1.8', May 19 05:35:44.536772 dv-cinder-782405-8-iscsi neutron-server[103390]: 'SecurityGroup': '1.4', May 19 05:35:44.536772 dv-cinder-782405-8-iscsi neutron-server[103390]: 'SecurityGroupRule': '1.2', May 19 05:35:44.536772 dv-cinder-782405-8-iscsi neutron-server[103390]: 'SubPort': '1.0', May 19 05:35:44.536772 dv-cinder-782405-8-iscsi neutron-server[103390]: 'Subnet': '1.1', May 19 05:35:44.536772 dv-cinder-782405-8-iscsi neutron-server[103390]: 'Trunk': '1.1'}} May 19 05:35:44.536772 dv-cinder-782405-8-iscsi neutron-server[103390]: {{(pid=103390) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 05:35:44.586604 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-38f47e45-b578-4e89-bc02-493ef31786bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742272786041'] for network, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:35:44.590489 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-38f47e45-b578-4e89-bc02-493ef31786bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:35:44.629305 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-38f47e45-b578-4e89-bc02-493ef31786bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-542600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-584118'] for network, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:35:44.630832 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f47e45-b578-4e89-bc02-493ef31786bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:35:44.631459 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-38f47e45-b578-4e89-bc02-493ef31786bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584083'] for network, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:35:44.636081 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:35:44.645549 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2a90e9ae-0507-4c9e-a1c8-3aa55ce4aff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:35:44.732798 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-38f47e45-b578-4e89-bc02-493ef31786bc admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8430874 May 19 05:35:44.737608 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f47e45-b578-4e89-bc02-493ef31786bc admin admin] Pushing event updated for resources: {'Network': ['ID=1e6dde84-3174-47a4-a93f-45a4a19145c3,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:35:44.740822 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-38f47e45-b578-4e89-bc02-493ef31786bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:35:44.748923 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Network 1e6dde84-3174-47a4-a93f-45a4a19145c3 details requested by agent ovs-agent-dv-cinder-782405-8-iscsi with host dv-cinder-782405-8-iscsi {{(pid=103392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 05:35:44.861995 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:35:45.805743 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-db7c5e23-657c-45d4-9da5-15ba3bf0d241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:35:47.050568 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 39938) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:35:47.262232 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444d2c68-025d-457e-8ac6-10528e301b95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:35:47.263570 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-444d2c68-025d-457e-8ac6-10528e301b95 admin admin] 10.222.0.11 "GET /v2.0/subnets/b23624e6-fa7b-4980-8d3e-21f41cd2763f HTTP/1.1" status: 200 len: 849 time: 0.2120597 May 19 05:35:47.416919 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-5031252e-2995-47bf-a2d6-7e735730c434 admin admin] 10.222.0.11 "GET /v2.0/routers/56ff47b0-58a3-4528-a35f-6022e8854d6e HTTP/1.1" status: 200 len: 704 time: 0.1478467 May 19 05:35:47.481575 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ca9ec6bf-79c4-448f-b3bb-8c49e8cf3732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:35:47.866369 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-de170232-49fc-4cc4-bbd1-0060f1dc8b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:35:48.090652 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [None req-de170232-49fc-4cc4-bbd1-0060f1dc8b93 admin admin] Allocated IP 172.20.0.1 (59261d63-abc1-424c-be9c-b3c118a278cb/b23624e6-fa7b-4980-8d3e-21f41cd2763f/44f2fff7-d5dc-48be-accc-8496183cef60) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 05:35:48.241540 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-de170232-49fc-4cc4-bbd1-0060f1dc8b93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:35:48.259052 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-de170232-49fc-4cc4-bbd1-0060f1dc8b93 admin admin] Transition to ACTIVE for port object 44f2fff7-d5dc-48be-accc-8496183cef60 will not be triggered until provisioned by entity DHCP. {{(pid=103390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:35:48.313830 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-de170232-49fc-4cc4-bbd1-0060f1dc8b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742272799735'] for port, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:35:48.318231 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:35:48.376484 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de170232-49fc-4cc4-bbd1-0060f1dc8b93 admin admin] Network 59261d63-abc1-424c-be9c-b3c118a278cb is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:35:48.379319 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-de170232-49fc-4cc4-bbd1-0060f1dc8b93 admin admin] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:35:48.385017 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de170232-49fc-4cc4-bbd1-0060f1dc8b93 admin admin] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 05:35:48.385509 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-de170232-49fc-4cc4-bbd1-0060f1dc8b93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398905'] for router_interface, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:35:48.508953 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de170232-49fc-4cc4-bbd1-0060f1dc8b93 admin admin] Pushing event updated for resources: {'Port': ['ID=44f2fff7-d5dc-48be-accc-8496183cef60,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:35:48.517813 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-de170232-49fc-4cc4-bbd1-0060f1dc8b93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:35:48.609554 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-4da16ac6-41da-4ba2-abc5-9e6cb696b0a9 None None] Provisioning for port 44f2fff7-d5dc-48be-accc-8496183cef60 completed by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:35:48.614746 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-4da16ac6-41da-4ba2-abc5-9e6cb696b0a9 None None] Provisioning complete for port 44f2fff7-d5dc-48be-accc-8496183cef60 triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:35:48.615128 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4da16ac6-41da-4ba2-abc5-9e6cb696b0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:35:48.667496 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-4da16ac6-41da-4ba2-abc5-9e6cb696b0a9 None None] Port 44f2fff7-d5dc-48be-accc-8496183cef60 cannot update to ACTIVE because it is not bound. {{(pid=103392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 05:35:48.676889 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-de170232-49fc-4cc4-bbd1-0060f1dc8b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:35:48.893719 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-de170232-49fc-4cc4-bbd1-0060f1dc8b93 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:35:48.897827 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-de170232-49fc-4cc4-bbd1-0060f1dc8b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:35:48.898893 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-de170232-49fc-4cc4-bbd1-0060f1dc8b93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398942'] for router_interface, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:35:48.903199 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:35:49.031111 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de170232-49fc-4cc4-bbd1-0060f1dc8b93 admin admin] Pushing event updated for resources: {'Port': ['ID=44f2fff7-d5dc-48be-accc-8496183cef60,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:35:49.034926 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-de170232-49fc-4cc4-bbd1-0060f1dc8b93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:35:49.082856 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de170232-49fc-4cc4-bbd1-0060f1dc8b93 admin admin] Network 59261d63-abc1-424c-be9c-b3c118a278cb is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:35:49.083882 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-de170232-49fc-4cc4-bbd1-0060f1dc8b93 admin admin] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:35:49.265252 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de170232-49fc-4cc4-bbd1-0060f1dc8b93 admin admin] Router 56ff47b0-58a3-4528-a35f-6022e8854d6e is scheduled to L3 agent b1c473b1-11ec-4d73-8852-93414dd700fb with binding_index 1 {{(pid=103390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 05:35:49.289605 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-fc2b5784-e53a-49b0-87c3-d15307e80e91 None None] Provisioning complete for port 44f2fff7-d5dc-48be-accc-8496183cef60 triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:35:49.289980 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fc2b5784-e53a-49b0-87c3-d15307e80e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:35:49.343877 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-fc2b5784-e53a-49b0-87c3-d15307e80e91 None None] Port 44f2fff7-d5dc-48be-accc-8496183cef60 cannot update to ACTIVE because it is not bound. {{(pid=103392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 05:35:49.410594 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de170232-49fc-4cc4-bbd1-0060f1dc8b93 admin admin] Notify agent at l3_agent.dv-cinder-782405-8-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 05:35:49.419264 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-de170232-49fc-4cc4-bbd1-0060f1dc8b93 admin admin] 10.222.0.11 "PUT /v2.0/routers/56ff47b0-58a3-4528-a35f-6022e8854d6e/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9975207 May 19 05:35:49.420188 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d7e5ab-71a7-46ca-9608-a47992c3e215 None None] Sync routers for ids ['56ff47b0-58a3-4528-a35f-6022e8854d6e'] in dv-cinder-782405-8-iscsi {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 05:35:49.430439 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d7e5ab-71a7-46ca-9608-a47992c3e215 None None] Routers {'56ff47b0-58a3-4528-a35f-6022e8854d6e'} bound to L3 agent in host dv-cinder-782405-8-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:35:49.431295 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-e9d7e5ab-71a7-46ca-9608-a47992c3e215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-19T05:35:15Z,description=,heartbeat_timestamp=2021-05-19T05:35:45Z,host='dv-cinder-782405-8-iscsi',id=b1c473b1-11ec-4d73-8852-93414dd700fb,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:35:15Z,topic='l3_agent')) {'router_ids': ['56ff47b0-58a3-4528-a35f-6022e8854d6e'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:35:49.602903 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-e9d7e5ab-71a7-46ca-9608-a47992c3e215 None None] Set router 56ff47b0-58a3-4528-a35f-6022e8854d6e gateway port host: None {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:35:49.963354 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-e9d7e5ab-71a7-46ca-9608-a47992c3e215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ff47b0-58a3-4528-a35f-6022e8854d6e', 'name': 'router1', 'tenant_id': 'fe83cec1d8c643cab611b6f07b6228b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:35:38Z', 'updated_at': '2021-05-19T05:35:48Z', 'revision_number': 2, 'project_id': 'fe83cec1d8c643cab611b6f07b6228b9', 'gw_port_host': None, '_interfaces': [{'id': '44f2fff7-d5dc-48be-accc-8496183cef60', 'name': '', 'network_id': '59261d63-abc1-424c-be9c-b3c118a278cb', 'tenant_id': 'fe83cec1d8c643cab611b6f07b6228b9', 'mac_address': 'fa:16:3e:e3:3b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ff47b0-58a3-4528-a35f-6022e8854d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b23624e6-fa7b-4980-8d3e-21f41cd2763f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:35:47Z', 'updated_at': '2021-05-19T05:35:48Z', 'revision_number': 2, 'project_id': 'fe83cec1d8c643cab611b6f07b6228b9', 'subnets': [{'id': 'b23624e6-fa7b-4980-8d3e-21f41cd2763f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9e8dcbd3-4ba5-4ec1-bd8a-bed37badb109'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:35:49.968195 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d7e5ab-71a7-46ca-9608-a47992c3e215 None None] Checking router: 56ff47b0-58a3-4528-a35f-6022e8854d6e for host: dv-cinder-782405-8-iscsi {{(pid=103393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 05:35:49.968570 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d7e5ab-71a7-46ca-9608-a47992c3e215 None None] Updating router 56ff47b0-58a3-4528-a35f-6022e8854d6e port 44f2fff7-d5dc-48be-accc-8496183cef60 binding host dv-cinder-782405-8-iscsi {{(pid=103393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 05:35:50.019272 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e9d7e5ab-71a7-46ca-9608-a47992c3e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:35:50.392521 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e9d7e5ab-71a7-46ca-9608-a47992c3e215 None None] Notify callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:35:50.406891 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-e9d7e5ab-71a7-46ca-9608-a47992c3e215 None None] Transition to ACTIVE for port object 44f2fff7-d5dc-48be-accc-8496183cef60 will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:35:50.413136 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e9d7e5ab-71a7-46ca-9608-a47992c3e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:35:50.418700 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:35:50.574601 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56cd755-dac3-419c-9e01-352386673969 None None] Pushing event updated for resources: {'Port': ['ID=44f2fff7-d5dc-48be-accc-8496183cef60,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:35:50.586313 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56cd755-dac3-419c-9e01-352386673969 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:35:50.586689 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56cd755-dac3-419c-9e01-352386673969 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:35:50.587025 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56cd755-dac3-419c-9e01-352386673969 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:35:50.587351 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56cd755-dac3-419c-9e01-352386673969 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:35:50.587714 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56cd755-dac3-419c-9e01-352386673969 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:35:50.588040 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56cd755-dac3-419c-9e01-352386673969 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:35:50.588359 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56cd755-dac3-419c-9e01-352386673969 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:35:50.588679 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56cd755-dac3-419c-9e01-352386673969 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:35:50.589010 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56cd755-dac3-419c-9e01-352386673969 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:35:50.589333 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56cd755-dac3-419c-9e01-352386673969 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:35:50.589661 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56cd755-dac3-419c-9e01-352386673969 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:35:50.589958 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56cd755-dac3-419c-9e01-352386673969 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:35:50.591075 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56cd755-dac3-419c-9e01-352386673969 None None] Tracked resource versions report: May 19 05:35:50.591075 dv-cinder-782405-8-iscsi neutron-server[103393]: pushed versions: May 19 05:35:50.591075 dv-cinder-782405-8-iscsi neutron-server[103393]: { 'AddressGroup': {'1.2'}, May 19 05:35:50.591075 dv-cinder-782405-8-iscsi neutron-server[103393]: 'ConntrackHelper': {'1.0'}, May 19 05:35:50.591075 dv-cinder-782405-8-iscsi neutron-server[103393]: 'Log': {'1.0'}, May 19 05:35:50.591075 dv-cinder-782405-8-iscsi neutron-server[103393]: 'Network': {'1.1'}, May 19 05:35:50.591075 dv-cinder-782405-8-iscsi neutron-server[103393]: 'Port': {'1.7'}, May 19 05:35:50.591075 dv-cinder-782405-8-iscsi neutron-server[103393]: 'PortForwarding': {'1.2'}, May 19 05:35:50.591075 dv-cinder-782405-8-iscsi neutron-server[103393]: 'QosPolicy': {'1.8'}, May 19 05:35:50.591075 dv-cinder-782405-8-iscsi neutron-server[103393]: 'SecurityGroup': {'1.4'}, May 19 05:35:50.591075 dv-cinder-782405-8-iscsi neutron-server[103393]: 'SecurityGroupRule': {'1.2'}, May 19 05:35:50.591075 dv-cinder-782405-8-iscsi neutron-server[103393]: 'SubPort': {'1.0'}, May 19 05:35:50.591075 dv-cinder-782405-8-iscsi neutron-server[103393]: 'Subnet': {'1.1'}, May 19 05:35:50.591075 dv-cinder-782405-8-iscsi neutron-server[103393]: 'Trunk': {'1.1'}} May 19 05:35:50.591075 dv-cinder-782405-8-iscsi neutron-server[103393]: consumer versions: May 19 05:35:50.591075 dv-cinder-782405-8-iscsi neutron-server[103393]: { DHCP agent@dv-cinder-782405-8-iscsi: {}, May 19 05:35:50.591075 dv-cinder-782405-8-iscsi neutron-server[103393]: L3 agent@dv-cinder-782405-8-iscsi: {}, May 19 05:35:50.591075 dv-cinder-782405-8-iscsi neutron-server[103393]: Metadata agent@dv-cinder-782405-8-iscsi: {}, May 19 05:35:50.591075 dv-cinder-782405-8-iscsi neutron-server[103393]: Metering agent@dv-cinder-782405-8-iscsi: {}, May 19 05:35:50.591075 dv-cinder-782405-8-iscsi neutron-server[103393]: Open vSwitch agent@dv-cinder-782405-8-iscsi: { 'AddressGroup': '1.2', May 19 05:35:50.591075 dv-cinder-782405-8-iscsi neutron-server[103393]: 'ConntrackHelper': '1.0', May 19 05:35:50.591075 dv-cinder-782405-8-iscsi neutron-server[103393]: 'Log': '1.0', May 19 05:35:50.591075 dv-cinder-782405-8-iscsi neutron-server[103393]: 'Network': '1.1', May 19 05:35:50.591075 dv-cinder-782405-8-iscsi neutron-server[103393]: 'Port': '1.7', May 19 05:35:50.591075 dv-cinder-782405-8-iscsi neutron-server[103393]: 'PortForwarding': '1.2', May 19 05:35:50.591075 dv-cinder-782405-8-iscsi neutron-server[103393]: 'QosPolicy': '1.8', May 19 05:35:50.591075 dv-cinder-782405-8-iscsi neutron-server[103393]: 'SecurityGroup': '1.4', May 19 05:35:50.591075 dv-cinder-782405-8-iscsi neutron-server[103393]: 'SecurityGroupRule': '1.2', May 19 05:35:50.591075 dv-cinder-782405-8-iscsi neutron-server[103393]: 'SubPort': '1.0', May 19 05:35:50.591075 dv-cinder-782405-8-iscsi neutron-server[103393]: 'Subnet': '1.1', May 19 05:35:50.591075 dv-cinder-782405-8-iscsi neutron-server[103393]: 'Trunk': '1.1'}} May 19 05:35:50.591075 dv-cinder-782405-8-iscsi neutron-server[103393]: {{(pid=103393) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 05:35:50.628795 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG oslo_concurrency.lockutils [None req-f56cd755-dac3-419c-9e01-352386673969 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=103393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:35:50.648173 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-e9d7e5ab-71a7-46ca-9608-a47992c3e215 None None] Attempting to bind port 44f2fff7-d5dc-48be-accc-8496183cef60 on host dv-cinder-782405-8-iscsi for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 05:35:50.648505 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-e9d7e5ab-71a7-46ca-9608-a47992c3e215 None None] Attempting to bind port 44f2fff7-d5dc-48be-accc-8496183cef60 by drivers openvswitch,hyperv on host dv-cinder-782405-8-iscsi at level 0 using segments [{'id': 'cfe53a47-e44e-4685-b3e0-a34a7a6a457a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '59261d63-abc1-424c-be9c-b3c118a278cb'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 05:35:50.648919 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d7e5ab-71a7-46ca-9608-a47992c3e215 None None] Attempting to bind port 44f2fff7-d5dc-48be-accc-8496183cef60 on network 59261d63-abc1-424c-be9c-b3c118a278cb {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:35:50.654163 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d7e5ab-71a7-46ca-9608-a47992c3e215 None None] Checking agent: {'id': '8851ba53-2e70-4f4c-a9f5-617d9b5548bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 5, 35, 15), 'started_at': datetime.datetime(2021, 5, 19, 5, 35, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 5, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 05:35:50.654589 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d7e5ab-71a7-46ca-9608-a47992c3e215 None None] Checking segment: {'id': 'cfe53a47-e44e-4685-b3e0-a34a7a6a457a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '59261d63-abc1-424c-be9c-b3c118a278cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:35:50.655081 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e9d7e5ab-71a7-46ca-9608-a47992c3e215 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:35:50.655472 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d7e5ab-71a7-46ca-9608-a47992c3e215 None None] Bound using segment: {'id': 'cfe53a47-e44e-4685-b3e0-a34a7a6a457a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '59261d63-abc1-424c-be9c-b3c118a278cb'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 05:35:50.655957 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-e9d7e5ab-71a7-46ca-9608-a47992c3e215 None None] Bound port: 44f2fff7-d5dc-48be-accc-8496183cef60, host: dv-cinder-782405-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfe53a47-e44e-4685-b3e0-a34a7a6a457a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '59261d63-abc1-424c-be9c-b3c118a278cb'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 05:35:50.656324 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e9d7e5ab-71a7-46ca-9608-a47992c3e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:35:50.741450 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-e9d7e5ab-71a7-46ca-9608-a47992c3e215 None None] For port 44f2fff7-d5dc-48be-accc-8496183cef60, host dv-cinder-782405-8-iscsi, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 05:35:50.746079 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-e9d7e5ab-71a7-46ca-9608-a47992c3e215 None None] For port 44f2fff7-d5dc-48be-accc-8496183cef60, host dv-cinder-782405-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-iscsi',level=0,port_id=44f2fff7-d5dc-48be-accc-8496183cef60,segment=NetworkSegment(cfe53a47-e44e-4685-b3e0-a34a7a6a457a),segment_id=cfe53a47-e44e-4685-b3e0-a34a7a6a457a)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 05:35:50.749432 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e9d7e5ab-71a7-46ca-9608-a47992c3e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:35:50.753934 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:35:50.843293 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d7e5ab-71a7-46ca-9608-a47992c3e215 None None] Routers {'56ff47b0-58a3-4528-a35f-6022e8854d6e'} bound to L3 agent in host dv-cinder-782405-8-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:35:50.843920 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-e9d7e5ab-71a7-46ca-9608-a47992c3e215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-19T05:35:15Z,description=,heartbeat_timestamp=2021-05-19T05:35:45Z,host='dv-cinder-782405-8-iscsi',id=b1c473b1-11ec-4d73-8852-93414dd700fb,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:35:15Z,topic='l3_agent')) {'router_ids': ['56ff47b0-58a3-4528-a35f-6022e8854d6e'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:35:50.989328 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56cd755-dac3-419c-9e01-352386673969 None None] Pushing event updated for resources: {'Port': ['ID=44f2fff7-d5dc-48be-accc-8496183cef60,revision_number=4']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:35:50.994134 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG oslo_concurrency.lockutils [None req-f56cd755-dac3-419c-9e01-352386673969 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=103393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:35:51.008031 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-e9d7e5ab-71a7-46ca-9608-a47992c3e215 None None] Set router 56ff47b0-58a3-4528-a35f-6022e8854d6e gateway port host: None {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:35:51.319534 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-e9d7e5ab-71a7-46ca-9608-a47992c3e215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ff47b0-58a3-4528-a35f-6022e8854d6e', 'name': 'router1', 'tenant_id': 'fe83cec1d8c643cab611b6f07b6228b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:35:38Z', 'updated_at': '2021-05-19T05:35:48Z', 'revision_number': 2, 'project_id': 'fe83cec1d8c643cab611b6f07b6228b9', 'gw_port_host': None, '_interfaces': [{'id': '44f2fff7-d5dc-48be-accc-8496183cef60', 'name': '', 'network_id': '59261d63-abc1-424c-be9c-b3c118a278cb', 'tenant_id': 'fe83cec1d8c643cab611b6f07b6228b9', 'mac_address': 'fa:16:3e:e3:3b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ff47b0-58a3-4528-a35f-6022e8854d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b23624e6-fa7b-4980-8d3e-21f41cd2763f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:35:47Z', 'updated_at': '2021-05-19T05:35:50Z', 'revision_number': 4, 'project_id': 'fe83cec1d8c643cab611b6f07b6228b9', 'subnets': [{'id': 'b23624e6-fa7b-4980-8d3e-21f41cd2763f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9e8dcbd3-4ba5-4ec1-bd8a-bed37badb109'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:35:51.323809 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d7e5ab-71a7-46ca-9608-a47992c3e215 None None] The sync data for ids ['56ff47b0-58a3-4528-a35f-6022e8854d6e'] in dv-cinder-782405-8-iscsi is: [{'id': '56ff47b0-58a3-4528-a35f-6022e8854d6e', 'name': 'router1', 'tenant_id': 'fe83cec1d8c643cab611b6f07b6228b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:35:38Z', 'updated_at': '2021-05-19T05:35:48Z', 'revision_number': 2, 'project_id': 'fe83cec1d8c643cab611b6f07b6228b9', 'gw_port_host': None, '_interfaces': [{'id': '44f2fff7-d5dc-48be-accc-8496183cef60', 'name': '', 'network_id': '59261d63-abc1-424c-be9c-b3c118a278cb', 'tenant_id': 'fe83cec1d8c643cab611b6f07b6228b9', 'mac_address': 'fa:16:3e:e3:3b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ff47b0-58a3-4528-a35f-6022e8854d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b23624e6-fa7b-4980-8d3e-21f41cd2763f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:35:47Z', 'updated_at': '2021-05-19T05:35:50Z', 'revision_number': 4, 'project_id': 'fe83cec1d8c643cab611b6f07b6228b9', 'subnets': [{'id': 'b23624e6-fa7b-4980-8d3e-21f41cd2763f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9e8dcbd3-4ba5-4ec1-bd8a-bed37badb109'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 05:35:51.562260 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 39960) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:35:51.706431 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e3b633-acd1-4b4a-8937-b3a11b0454bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:35:51.706943 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-f4e3b633-acd1-4b4a-8937-b3a11b0454bb admin admin] Synchronizing usage tracker for tenant:1402a124f1954704943655999b6b2fb7 on resource:network {{(pid=103390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:35:51.724995 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-f4e3b633-acd1-4b4a-8937-b3a11b0454bb admin admin] Unset dirty status for tenant:1402a124f1954704943655999b6b2fb7 on resource:network {{(pid=103390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:35:51.726177 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-f4e3b633-acd1-4b4a-8937-b3a11b0454bb admin admin] 10.222.0.11 "GET /v2.0/networks/1e6dde84-3174-47a4-a93f-45a4a19145c3 HTTP/1.1" status: 200 len: 842 time: 0.1628292 May 19 05:35:51.735558 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-e8ac7450-5f55-4cad-86e7-ae95c6ad3f5f admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.27.0.1', 'ip_version': 4, 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'cidr': '172.27.0.0/24'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:35:51.740573 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-e8ac7450-5f55-4cad-86e7-ae95c6ad3f5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:35:51.745136 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-e8ac7450-5f55-4cad-86e7-ae95c6ad3f5f admin admin] Usage tracker for resource:subnet and tenant:1402a124f1954704943655999b6b2fb7 is out of sync, need to count used quota {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:35:51.747958 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-e8ac7450-5f55-4cad-86e7-ae95c6ad3f5f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:35:51.753988 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-e8ac7450-5f55-4cad-86e7-ae95c6ad3f5f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:35:51.765106 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ac7450-5f55-4cad-86e7-ae95c6ad3f5f admin admin] Made reservation on behalf of 1402a124f1954704943655999b6b2fb7 for: {'subnet': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 05:35:51.767440 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e8ac7450-5f55-4cad-86e7-ae95c6ad3f5f admin admin] Notify callbacks [] for subnet, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:35:52.178322 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.objects.ports [None req-e8ac7450-5f55-4cad-86e7-ae95c6ad3f5f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103390) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 19 05:35:52.178788 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e8ac7450-5f55-4cad-86e7-ae95c6ad3f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065'] for subnet, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:35:52.183712 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:35:52.296400 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ac7450-5f55-4cad-86e7-ae95c6ad3f5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a354a417-b24c-44ef-b568-941dc79a6d49,revision_number=0']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:35:52.300528 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ac7450-5f55-4cad-86e7-ae95c6ad3f5f admin admin] Checking segment: {'id': 'edaa9548-0a8e-4b05-b39a-c151d3266f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:35:52.300884 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ac7450-5f55-4cad-86e7-ae95c6ad3f5f admin admin] Network hostable DHCP agents. Network: 1e6dde84-3174-47a4-a93f-45a4a19145c3, hostable agents: ['51c3ebcd-1a29-4010-9a37-07f85f6ad558'], hosted agents: [] {{(pid=103390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 05:35:52.304468 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-e8ac7450-5f55-4cad-86e7-ae95c6ad3f5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:35:52.322231 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ac7450-5f55-4cad-86e7-ae95c6ad3f5f admin admin] Network 1e6dde84-3174-47a4-a93f-45a4a19145c3 is scheduled to be hosted by DHCP agent 51c3ebcd-1a29-4010-9a37-07f85f6ad558 with binding_index 1 {{(pid=103390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 05:35:52.333329 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-e8ac7450-5f55-4cad-86e7-ae95c6ad3f5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782405-8-iscsi, 1e6dde84-3174-47a4-a93f-45a4a19145c3) {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:35:52.337723 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ac7450-5f55-4cad-86e7-ae95c6ad3f5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:35:52.338859 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e8ac7450-5f55-4cad-86e7-ae95c6ad3f5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584083'] for subnet, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:35:52.341977 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b60989c-415a-44e5-adef-bf95b62bed18 None None] Network 1e6dde84-3174-47a4-a93f-45a4a19145c3 requested from dv-cinder-782405-8-iscsi {{(pid=103392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 05:35:52.363159 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-e8ac7450-5f55-4cad-86e7-ae95c6ad3f5f admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6310213 May 19 05:35:52.548030 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377b63f4-50e1-4045-94fa-e313bd5ca627 None None] Network 1e6dde84-3174-47a4-a93f-45a4a19145c3 requested from dv-cinder-782405-8-iscsi {{(pid=103392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 05:35:54.558121 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 39974) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:35:54.604017 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device 44f2fff7-d5dc-48be-accc-8496183cef60 up at agent ovs-agent-dv-cinder-782405-8-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:35:54.671791 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Provisioning for port 44f2fff7-d5dc-48be-accc-8496183cef60 completed by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:35:54.676799 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Provisioning complete for port 44f2fff7-d5dc-48be-accc-8496183cef60 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:35:54.677175 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:35:54.792440 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:35:54.812358 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-b43b8bfc-72c0-423a-bc23-fb264ebe2864 admin admin] 10.222.0.11 "GET /v2.0/routers/56ff47b0-58a3-4528-a35f-6022e8854d6e HTTP/1.1" status: 200 len: 710 time: 0.2530828 May 19 05:35:54.827225 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] For port 44f2fff7-d5dc-48be-accc-8496183cef60, host dv-cinder-782405-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-iscsi',level=0,port_id=44f2fff7-d5dc-48be-accc-8496183cef60,segment=NetworkSegment(cfe53a47-e44e-4685-b3e0-a34a7a6a457a),segment_id=cfe53a47-e44e-4685-b3e0-a34a7a6a457a)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:35:54.832278 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:35:54.835651 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-bbf1f9f9-754b-4a08-9ee1-d6cf44c64722 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:35:54.902421 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Pushing event updated for resources: {'Port': ['ID=44f2fff7-d5dc-48be-accc-8496183cef60,revision_number=5']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:35:54.911343 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:35:54.943579 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac1423f-8889-4d35-87de-d21d2424dc23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:35:54.949674 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-3ac1423f-8889-4d35-87de-d21d2424dc23 admin admin] 10.222.0.11 "GET /v2.0/networks/1e6dde84-3174-47a4-a93f-45a4a19145c3 HTTP/1.1" status: 200 len: 886 time: 0.1274948 May 19 05:35:54.953516 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-a35f723b-44a6-45a0-8b05-e60e7090528f admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3'}}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:35:55.400664 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a35f723b-44a6-45a0-8b05-e60e7090528f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-517945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-469251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27466'] for router, precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:35:55.753210 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a35f723b-44a6-45a0-8b05-e60e7090528f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:35:55.808594 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a35f723b-44a6-45a0-8b05-e60e7090528f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:35:55.936442 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [None req-a35f723b-44a6-45a0-8b05-e60e7090528f admin admin] Allocated IP 172.27.0.118 (1e6dde84-3174-47a4-a93f-45a4a19145c3/a354a417-b24c-44ef-b568-941dc79a6d49/872b2b2b-9254-42e9-839a-80b5f5ed7aae) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 05:35:56.081217 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a35f723b-44a6-45a0-8b05-e60e7090528f admin admin] Notify callbacks [] for port, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:35:56.136137 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a35f723b-44a6-45a0-8b05-e60e7090528f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742272799735'] for port, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:35:56.139806 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:35:56.200924 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35f723b-44a6-45a0-8b05-e60e7090528f admin admin] Network 1e6dde84-3174-47a4-a93f-45a4a19145c3 is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:35:56.203593 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-a35f723b-44a6-45a0-8b05-e60e7090528f admin admin] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:35:56.209841 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35f723b-44a6-45a0-8b05-e60e7090528f admin admin] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 05:35:56.258509 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35f723b-44a6-45a0-8b05-e60e7090528f admin admin] Pushing event updated for resources: {'Port': ['ID=872b2b2b-9254-42e9-839a-80b5f5ed7aae,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:35:56.266196 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-a35f723b-44a6-45a0-8b05-e60e7090528f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:35:56.577366 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device 44f2fff7-d5dc-48be-accc-8496183cef60 up at agent ovs-agent-dv-cinder-782405-8-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:35:56.582408 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a35f723b-44a6-45a0-8b05-e60e7090528f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:35:56.642692 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Provisioning complete for port 44f2fff7-d5dc-48be-accc-8496183cef60 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:35:56.643073 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:35:56.909159 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a35f723b-44a6-45a0-8b05-e60e7090528f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-517945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-469251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27466'] for router, precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:35:56.912407 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a35f723b-44a6-45a0-8b05-e60e7090528f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-518026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-518136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-518017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-469277'] for router, after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:35:57.117189 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a35f723b-44a6-45a0-8b05-e60e7090528f admin admin] Router 56ff47b0-58a3-4528-a35f-6022e8854d6e has already been hosted by L3 agent b1c473b1-11ec-4d73-8852-93414dd700fb {{(pid=103391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 05:35:57.287017 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a35f723b-44a6-45a0-8b05-e60e7090528f admin admin] Notify agent at l3_agent.dv-cinder-782405-8-iscsi the message routers_updated {{(pid=103391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 05:35:57.295560 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a35f723b-44a6-45a0-8b05-e60e7090528f admin admin] Notify callbacks [] for router, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:35:57.296746 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-a35f723b-44a6-45a0-8b05-e60e7090528f admin admin] 10.222.0.11 "PUT /v2.0/routers/56ff47b0-58a3-4528-a35f-6022e8854d6e HTTP/1.1" status: 200 len: 890 time: 2.3464253 May 19 05:35:57.296856 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e26bc0-ff95-435f-b470-0b173165242d None None] Sync routers for ids ['56ff47b0-58a3-4528-a35f-6022e8854d6e'] in dv-cinder-782405-8-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 05:35:57.307080 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e26bc0-ff95-435f-b470-0b173165242d None None] Routers {'56ff47b0-58a3-4528-a35f-6022e8854d6e'} bound to L3 agent in host dv-cinder-782405-8-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:35:57.307780 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-f0e26bc0-ff95-435f-b470-0b173165242d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-19T05:35:15Z,description=,heartbeat_timestamp=2021-05-19T05:35:45Z,host='dv-cinder-782405-8-iscsi',id=b1c473b1-11ec-4d73-8852-93414dd700fb,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:35:15Z,topic='l3_agent')) {'router_ids': ['56ff47b0-58a3-4528-a35f-6022e8854d6e'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:35:57.518644 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-f0e26bc0-ff95-435f-b470-0b173165242d None None] Set router 56ff47b0-58a3-4528-a35f-6022e8854d6e gateway port host: dv-cinder-782405-8-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:35:57.849526 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-f0e26bc0-ff95-435f-b470-0b173165242d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ff47b0-58a3-4528-a35f-6022e8854d6e', 'name': 'router1', 'tenant_id': 'fe83cec1d8c643cab611b6f07b6228b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '872b2b2b-9254-42e9-839a-80b5f5ed7aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:35:38Z', 'updated_at': '2021-05-19T05:35:56Z', 'revision_number': 4, 'project_id': 'fe83cec1d8c643cab611b6f07b6228b9', 'gw_port': {'id': '872b2b2b-9254-42e9-839a-80b5f5ed7aae', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:89:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ff47b0-58a3-4528-a35f-6022e8854d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:35:55Z', 'updated_at': '2021-05-19T05:35:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi', '_interfaces': [{'id': '44f2fff7-d5dc-48be-accc-8496183cef60', 'name': '', 'network_id': '59261d63-abc1-424c-be9c-b3c118a278cb', 'tenant_id': 'fe83cec1d8c643cab611b6f07b6228b9', 'mac_address': 'fa:16:3e:e3:3b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ff47b0-58a3-4528-a35f-6022e8854d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b23624e6-fa7b-4980-8d3e-21f41cd2763f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:35:47Z', 'updated_at': '2021-05-19T05:35:54Z', 'revision_number': 5, 'project_id': 'fe83cec1d8c643cab611b6f07b6228b9', 'subnets': [{'id': 'b23624e6-fa7b-4980-8d3e-21f41cd2763f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9e8dcbd3-4ba5-4ec1-bd8a-bed37badb109'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:35:57.854572 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e26bc0-ff95-435f-b470-0b173165242d None None] Checking router: 56ff47b0-58a3-4528-a35f-6022e8854d6e for host: dv-cinder-782405-8-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 05:35:57.854944 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e26bc0-ff95-435f-b470-0b173165242d None None] Updating router 56ff47b0-58a3-4528-a35f-6022e8854d6e port 872b2b2b-9254-42e9-839a-80b5f5ed7aae binding host dv-cinder-782405-8-iscsi {{(pid=103392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 05:35:57.905235 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f0e26bc0-ff95-435f-b470-0b173165242d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:35:58.220614 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f0e26bc0-ff95-435f-b470-0b173165242d None None] Notify callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:35:58.232198 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-f0e26bc0-ff95-435f-b470-0b173165242d None None] Transition to ACTIVE for port object 872b2b2b-9254-42e9-839a-80b5f5ed7aae will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:35:58.239335 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f0e26bc0-ff95-435f-b470-0b173165242d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:35:58.242960 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:35:58.320926 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dee1cfd-6338-4de6-88c5-f1fa126f88f2 None None] Pushing event updated for resources: {'Port': ['ID=872b2b2b-9254-42e9-839a-80b5f5ed7aae,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:35:58.323112 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-f0e26bc0-ff95-435f-b470-0b173165242d None None] Attempting to bind port 872b2b2b-9254-42e9-839a-80b5f5ed7aae on host dv-cinder-782405-8-iscsi for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 05:35:58.323484 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-f0e26bc0-ff95-435f-b470-0b173165242d None None] Attempting to bind port 872b2b2b-9254-42e9-839a-80b5f5ed7aae by drivers openvswitch,hyperv on host dv-cinder-782405-8-iscsi at level 0 using segments [{'id': 'edaa9548-0a8e-4b05-b39a-c151d3266f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 05:35:58.323853 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e26bc0-ff95-435f-b470-0b173165242d None None] Attempting to bind port 872b2b2b-9254-42e9-839a-80b5f5ed7aae on network 1e6dde84-3174-47a4-a93f-45a4a19145c3 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:35:58.325950 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-3dee1cfd-6338-4de6-88c5-f1fa126f88f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:35:58.329818 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e26bc0-ff95-435f-b470-0b173165242d None None] Checking agent: {'id': '8851ba53-2e70-4f4c-a9f5-617d9b5548bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 5, 35, 15), 'started_at': datetime.datetime(2021, 5, 19, 5, 35, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 5, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 05:35:58.330189 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e26bc0-ff95-435f-b470-0b173165242d None None] Checking segment: {'id': 'edaa9548-0a8e-4b05-b39a-c151d3266f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:35:58.330621 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f0e26bc0-ff95-435f-b470-0b173165242d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:35:58.331013 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e26bc0-ff95-435f-b470-0b173165242d None None] Bound using segment: {'id': 'edaa9548-0a8e-4b05-b39a-c151d3266f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 05:35:58.331485 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-f0e26bc0-ff95-435f-b470-0b173165242d None None] Bound port: 872b2b2b-9254-42e9-839a-80b5f5ed7aae, host: dv-cinder-782405-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edaa9548-0a8e-4b05-b39a-c151d3266f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 05:35:58.331862 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f0e26bc0-ff95-435f-b470-0b173165242d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:35:58.401381 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-f0e26bc0-ff95-435f-b470-0b173165242d None None] For port 872b2b2b-9254-42e9-839a-80b5f5ed7aae, host dv-cinder-782405-8-iscsi, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 05:35:58.404326 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-f0e26bc0-ff95-435f-b470-0b173165242d None None] For port 872b2b2b-9254-42e9-839a-80b5f5ed7aae, host dv-cinder-782405-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-iscsi',level=0,port_id=872b2b2b-9254-42e9-839a-80b5f5ed7aae,segment=NetworkSegment(edaa9548-0a8e-4b05-b39a-c151d3266f79),segment_id=edaa9548-0a8e-4b05-b39a-c151d3266f79)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 05:35:58.411878 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f0e26bc0-ff95-435f-b470-0b173165242d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:35:58.416986 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:35:58.488827 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e26bc0-ff95-435f-b470-0b173165242d None None] Routers {'56ff47b0-58a3-4528-a35f-6022e8854d6e'} bound to L3 agent in host dv-cinder-782405-8-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:35:58.489455 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-f0e26bc0-ff95-435f-b470-0b173165242d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-19T05:35:15Z,description=,heartbeat_timestamp=2021-05-19T05:35:45Z,host='dv-cinder-782405-8-iscsi',id=b1c473b1-11ec-4d73-8852-93414dd700fb,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:35:15Z,topic='l3_agent')) {'router_ids': ['56ff47b0-58a3-4528-a35f-6022e8854d6e'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:35:58.550737 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dee1cfd-6338-4de6-88c5-f1fa126f88f2 None None] Pushing event updated for resources: {'Port': ['ID=872b2b2b-9254-42e9-839a-80b5f5ed7aae,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:35:58.566000 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-3dee1cfd-6338-4de6-88c5-f1fa126f88f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:35:58.669077 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-f0e26bc0-ff95-435f-b470-0b173165242d None None] Set router 56ff47b0-58a3-4528-a35f-6022e8854d6e gateway port host: dv-cinder-782405-8-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:35:59.011765 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-f0e26bc0-ff95-435f-b470-0b173165242d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ff47b0-58a3-4528-a35f-6022e8854d6e', 'name': 'router1', 'tenant_id': 'fe83cec1d8c643cab611b6f07b6228b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '872b2b2b-9254-42e9-839a-80b5f5ed7aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:35:38Z', 'updated_at': '2021-05-19T05:35:56Z', 'revision_number': 4, 'project_id': 'fe83cec1d8c643cab611b6f07b6228b9', 'gw_port': {'id': '872b2b2b-9254-42e9-839a-80b5f5ed7aae', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:89:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ff47b0-58a3-4528-a35f-6022e8854d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:35:55Z', 'updated_at': '2021-05-19T05:35:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi', '_interfaces': [{'id': '44f2fff7-d5dc-48be-accc-8496183cef60', 'name': '', 'network_id': '59261d63-abc1-424c-be9c-b3c118a278cb', 'tenant_id': 'fe83cec1d8c643cab611b6f07b6228b9', 'mac_address': 'fa:16:3e:e3:3b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ff47b0-58a3-4528-a35f-6022e8854d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b23624e6-fa7b-4980-8d3e-21f41cd2763f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:35:47Z', 'updated_at': '2021-05-19T05:35:54Z', 'revision_number': 5, 'project_id': 'fe83cec1d8c643cab611b6f07b6228b9', 'subnets': [{'id': 'b23624e6-fa7b-4980-8d3e-21f41cd2763f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9e8dcbd3-4ba5-4ec1-bd8a-bed37badb109'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:35:59.015615 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e26bc0-ff95-435f-b470-0b173165242d None None] The sync data for ids ['56ff47b0-58a3-4528-a35f-6022e8854d6e'] in dv-cinder-782405-8-iscsi is: [{'id': '56ff47b0-58a3-4528-a35f-6022e8854d6e', 'name': 'router1', 'tenant_id': 'fe83cec1d8c643cab611b6f07b6228b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '872b2b2b-9254-42e9-839a-80b5f5ed7aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:35:38Z', 'updated_at': '2021-05-19T05:35:56Z', 'revision_number': 4, 'project_id': 'fe83cec1d8c643cab611b6f07b6228b9', 'gw_port': {'id': '872b2b2b-9254-42e9-839a-80b5f5ed7aae', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:89:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ff47b0-58a3-4528-a35f-6022e8854d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:35:55Z', 'updated_at': '2021-05-19T05:35:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi', '_interfaces': [{'id': '44f2fff7-d5dc-48be-accc-8496183cef60', 'name': '', 'network_id': '59261d63-abc1-424c-be9c-b3c118a278cb', 'tenant_id': 'fe83cec1d8c643cab611b6f07b6228b9', 'mac_address': 'fa:16:3e:e3:3b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ff47b0-58a3-4528-a35f-6022e8854d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b23624e6-fa7b-4980-8d3e-21f41cd2763f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:35:47Z', 'updated_at': '2021-05-19T05:35:54Z', 'revision_number': 5, 'project_id': 'fe83cec1d8c643cab611b6f07b6228b9', 'subnets': [{'id': 'b23624e6-fa7b-4980-8d3e-21f41cd2763f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9e8dcbd3-4ba5-4ec1-bd8a-bed37badb109'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 05:35:59.629689 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 39984) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:35:59.747638 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-0d3c9349-7f98-4f6e-bff1-db6b9b9a0bd1 admin admin] 10.222.0.11 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1168451 May 19 05:36:00.565888 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-8ef77f1b-c1f2-4f7f-903c-9c4facac0416 None None] Agent healthcheck: found 5 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 05:36:00.627175 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device 872b2b2b-9254-42e9-839a-80b5f5ed7aae up at agent ovs-agent-dv-cinder-782405-8-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:36:00.692385 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Provisioning for port 872b2b2b-9254-42e9-839a-80b5f5ed7aae completed by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:36:00.697530 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Provisioning complete for port 872b2b2b-9254-42e9-839a-80b5f5ed7aae triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:36:00.697902 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:36:00.808874 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:36:00.825197 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] For port 872b2b2b-9254-42e9-839a-80b5f5ed7aae, host dv-cinder-782405-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-iscsi',level=0,port_id=872b2b2b-9254-42e9-839a-80b5f5ed7aae,segment=NetworkSegment(edaa9548-0a8e-4b05-b39a-c151d3266f79),segment_id=edaa9548-0a8e-4b05-b39a-c151d3266f79)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:36:00.829257 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:36:00.831935 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:36:00.901248 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Pushing event updated for resources: {'Port': ['ID=872b2b2b-9254-42e9-839a-80b5f5ed7aae,revision_number=4']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:36:00.904267 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:36:02.616438 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device 872b2b2b-9254-42e9-839a-80b5f5ed7aae up at agent ovs-agent-dv-cinder-782405-8-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:36:02.685126 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Provisioning complete for port 872b2b2b-9254-42e9-839a-80b5f5ed7aae triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:36:02.685425 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:36:12.303693 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d5cbd6ad-c950-4971-a2ce-24db3e84f851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:36:14.654624 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a49eaf87-dc57-4b60-96b1-9c1265edbed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:36:14.805797 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:36:15.812565 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-db7c5e23-657c-45d4-9da5-15ba3bf0d241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:36:17.513868 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ca9ec6bf-79c4-448f-b3bb-8c49e8cf3732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:36:37.566901 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-8ef77f1b-c1f2-4f7f-903c-9c4facac0416 None None] Agent healthcheck: found 5 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 05:36:42.300069 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2f9e289f-58c7-48a3-bfd2-c46cf5a3521e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:36:44.651621 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-445ff6f6-bf48-44e5-96d4-9067de476c6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:36:44.798986 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:36:45.813854 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-db7c5e23-657c-45d4-9da5-15ba3bf0d241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:36:47.511419 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ca9ec6bf-79c4-448f-b3bb-8c49e8cf3732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:37:12.292550 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8354f5d6-72da-452a-b7f3-5414c9228433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:37:14.565436 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-8ef77f1b-c1f2-4f7f-903c-9c4facac0416 None None] Agent healthcheck: found 5 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 05:37:14.654163 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-464da247-86ea-479c-908c-96dc25897977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:37:14.803465 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:37:15.816408 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-db7c5e23-657c-45d4-9da5-15ba3bf0d241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:37:17.513815 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ca9ec6bf-79c4-448f-b3bb-8c49e8cf3732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:37:32.400688 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 40554) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:37:32.466409 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7bb6b00-47ab-4aa3-98f2-a0a179e70ec7 admin admin] GET failed (client error): The resource could not be found. May 19 05:37:32.467662 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-c7bb6b00-47ab-4aa3-98f2-a0a179e70ec7 admin admin] 10.222.0.11 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0660493 May 19 05:37:32.595184 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e62e47-a038-4c37-bc6c-36b097e106b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:37:32.596597 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-05e62e47-a038-4c37-bc6c-36b097e106b0 admin admin] 10.222.0.11 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1251040 May 19 05:37:34.664287 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 40564) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:37:34.768046 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69bc1f07-89f1-4cdf-9f64-95debd702107 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:37:34.768601 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-69bc1f07-89f1-4cdf-9f64-95debd702107 admin admin] Synchronizing usage tracker for tenant:1402a124f1954704943655999b6b2fb7 on resource:subnet {{(pid=103390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:37:34.783696 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-69bc1f07-89f1-4cdf-9f64-95debd702107 admin admin] Unset dirty status for tenant:1402a124f1954704943655999b6b2fb7 on resource:subnet {{(pid=103390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:37:34.784868 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-69bc1f07-89f1-4cdf-9f64-95debd702107 admin admin] 10.222.0.11 "GET /v2.0/subnets/b23624e6-fa7b-4980-8d3e-21f41cd2763f HTTP/1.1" status: 200 len: 849 time: 0.1196313 May 19 05:37:34.794545 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-2c520734-6431-456e-9c5c-ddca26cd6af6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:37:34.908446 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2c520734-6431-456e-9c5c-ddca26cd6af6 admin admin] Notify callbacks [] for subnet, before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:37:35.088717 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2c520734-6431-456e-9c5c-ddca26cd6af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742273216166'] for subnet, after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:37:35.092376 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-e8ac7450-5f55-4cad-86e7-ae95c6ad3f5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:37:35.136585 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c520734-6431-456e-9c5c-ddca26cd6af6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:37:35.137632 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2c520734-6431-456e-9c5c-ddca26cd6af6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584083'] for subnet, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:37:35.140330 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-2c520734-6431-456e-9c5c-ddca26cd6af6 admin admin] 10.222.0.11 "PUT /v2.0/subnets/b23624e6-fa7b-4980-8d3e-21f41cd2763f HTTP/1.1" status: 200 len: 868 time: 0.3476002 May 19 05:37:35.141327 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669e80c1-99fb-4821-8240-43c0c390dc00 None None] Network 59261d63-abc1-424c-be9c-b3c118a278cb requested from dv-cinder-782405-8-iscsi {{(pid=103392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 05:37:35.167075 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c520734-6431-456e-9c5c-ddca26cd6af6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b23624e6-fa7b-4980-8d3e-21f41cd2763f,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:37:35.174513 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c520734-6431-456e-9c5c-ddca26cd6af6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:37:35.174909 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c520734-6431-456e-9c5c-ddca26cd6af6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:37:35.175257 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c520734-6431-456e-9c5c-ddca26cd6af6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:37:35.175575 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c520734-6431-456e-9c5c-ddca26cd6af6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:37:35.175894 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c520734-6431-456e-9c5c-ddca26cd6af6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:37:35.176232 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c520734-6431-456e-9c5c-ddca26cd6af6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:37:35.176556 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c520734-6431-456e-9c5c-ddca26cd6af6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:37:35.176888 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c520734-6431-456e-9c5c-ddca26cd6af6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:37:35.177220 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c520734-6431-456e-9c5c-ddca26cd6af6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:37:35.177540 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c520734-6431-456e-9c5c-ddca26cd6af6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:37:35.177840 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c520734-6431-456e-9c5c-ddca26cd6af6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:37:35.179490 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c520734-6431-456e-9c5c-ddca26cd6af6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:37:35.182494 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-2c520734-6431-456e-9c5c-ddca26cd6af6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:37:35.550895 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-7f29cc01-7382-4577-800e-0204beabd1a7 None None] Provisioning complete for port 021db5e8-0c67-4055-ae9b-e82cf5e55cc4 triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:37:35.551270 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7f29cc01-7382-4577-800e-0204beabd1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:37:35.675981 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-7f29cc01-7382-4577-800e-0204beabd1a7 None None] Provisioning complete for port 44f2fff7-d5dc-48be-accc-8496183cef60 triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:37:35.676273 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7f29cc01-7382-4577-800e-0204beabd1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:37:37.227702 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 40574) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:37:37.396657 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32cb8fb8-c38d-4ac8-a03b-963ecf1ab4cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:37:37.397747 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32cb8fb8-c38d-4ac8-a03b-963ecf1ab4cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:37:37.399276 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-32cb8fb8-c38d-4ac8-a03b-963ecf1ab4cf admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1706505 May 19 05:37:39.460191 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 40584) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:37:39.627592 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6332874-c943-41ff-97b9-ffe9a7a16f0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:37:39.628072 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6332874-c943-41ff-97b9-ffe9a7a16f0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:37:39.640563 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-a6332874-c943-41ff-97b9-ffe9a7a16f0b admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1684868 May 19 05:37:41.719314 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 40594) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:37:41.878653 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87800ce-f527-4d6d-98c9-7e3d5db2e9dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:37:41.879951 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-b87800ce-f527-4d6d-98c9-7e3d5db2e9dd admin admin] 10.222.0.11 "GET /v2.0/networks/1e6dde84-3174-47a4-a93f-45a4a19145c3 HTTP/1.1" status: 200 len: 886 time: 0.1596818 May 19 05:37:42.293957 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-610b98b0-05cd-4385-be5f-ca6bf4e4f394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:37:43.950697 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 40604) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:37:44.116398 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269b042a-7919-475e-8403-312bb98fd7c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:37:44.117707 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-269b042a-7919-475e-8403-312bb98fd7c1 admin admin] 10.222.0.11 "GET /v2.0/networks/59261d63-abc1-424c-be9c-b3c118a278cb HTTP/1.1" status: 200 len: 869 time: 0.1660690 May 19 05:37:44.655670 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8a8b25bd-4bc1-458b-9cb4-91ea86e49ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:37:44.806494 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:37:45.819651 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-db7c5e23-657c-45d4-9da5-15ba3bf0d241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:37:46.184559 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 40614) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:37:46.287019 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455ed3d9-39e3-4e4c-a05c-11d1132fd86e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:37:46.287989 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455ed3d9-39e3-4e4c-a05c-11d1132fd86e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:37:46.289428 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-455ed3d9-39e3-4e4c-a05c-11d1132fd86e admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1039517 May 19 05:37:47.515676 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ca9ec6bf-79c4-448f-b3bb-8c49e8cf3732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:37:48.384672 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 40624) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:37:48.488214 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ad7225-e59a-4989-a29b-0f1b62f8668d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:37:48.488609 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ad7225-e59a-4989-a29b-0f1b62f8668d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:37:48.490060 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-66ad7225-e59a-4989-a29b-0f1b62f8668d admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1044652 May 19 05:37:50.588577 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 40634) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:37:50.690087 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5c986c-3453-404b-927d-567da7d041f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:37:50.691437 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-0b5c986c-3453-404b-927d-567da7d041f3 admin admin] 10.222.0.11 "GET /v2.0/subnets/a354a417-b24c-44ef-b568-941dc79a6d49 HTTP/1.1" status: 200 len: 816 time: 0.1019335 May 19 05:37:51.565055 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-8ef77f1b-c1f2-4f7f-903c-9c4facac0416 None None] Agent healthcheck: found 5 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 05:37:52.782927 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 40644) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:37:52.886961 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a053dde-abde-4847-ad58-b22e7713d538 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:37:52.888176 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-8a053dde-abde-4847-ad58-b22e7713d538 admin admin] 10.222.0.11 "GET /v2.0/subnets/b23624e6-fa7b-4980-8d3e-21f41cd2763f HTTP/1.1" status: 200 len: 868 time: 0.1043177 May 19 05:38:12.296004 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-72a10f96-a082-4a1b-abfb-7b1843f6b62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:38:14.657424 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5e534bb4-511c-4347-858a-74c040b183ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:38:14.809173 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:38:15.326155 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 40688) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:38:15.374209 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [None req-1f3d9202-073b-4b22-96ce-9e5dc2e54c85 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103391) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 05:38:15.375246 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-1f3d9202-073b-4b22-96ce-9e5dc2e54c85 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0481174 May 19 05:38:15.820511 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-db7c5e23-657c-45d4-9da5-15ba3bf0d241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:38:17.517583 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 40698) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:38:17.519559 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ca9ec6bf-79c4-448f-b3bb-8c49e8cf3732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:38:17.584290 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.pecan_wsgi.hooks.translation [None req-77314987-8b70-437f-8a12-baef9628da8c admin admin] GET failed (client error): The resource could not be found. May 19 05:38:17.585523 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-77314987-8b70-437f-8a12-baef9628da8c admin admin] 10.222.0.11 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0669849 May 19 05:38:17.707175 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5dc4bed-9e25-4a67-b155-bd3a58e43a6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:38:17.708514 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-a5dc4bed-9e25-4a67-b155-bd3a58e43a6a admin admin] 10.222.0.11 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1192379 May 19 05:38:19.809695 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 40708) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:38:19.857090 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-47998f37-7e80-420b-97a6-022502d5ff54 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:38:19.862036 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-47998f37-7e80-420b-97a6-022502d5ff54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:38:19.871688 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-47998f37-7e80-420b-97a6-022502d5ff54 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:38:19.881438 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47998f37-7e80-420b-97a6-022502d5ff54 admin admin] Made reservation on behalf of 1402a124f1954704943655999b6b2fb7 for: {'network': 1} {{(pid=103391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 05:38:19.883724 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-47998f37-7e80-420b-97a6-022502d5ff54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3666241'] for network, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:38:19.968548 dv-cinder-782405-8-iscsi neutron-server[103391]: WARNING neutron.services.revisions.revision_plugin [None req-47998f37-7e80-420b-97a6-022502d5ff54 admin admin] Could not find related network for resource to bump revision. May 19 05:38:19.980561 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47998f37-7e80-420b-97a6-022502d5ff54 admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=103391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 05:38:19.989510 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-47998f37-7e80-420b-97a6-022502d5ff54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3517393'] for segment, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:38:19.989800 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.db.segments_db [None req-47998f37-7e80-420b-97a6-022502d5ff54 admin admin] Added segment cb514f7c-6ec6-4f7a-91f7-31685f9b5e28 of type vlan for network 7c113a1e-3ac0-48cc-bcdc-e9729bc3695c May 19 05:38:20.018244 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-47998f37-7e80-420b-97a6-022502d5ff54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742272786041'] for network, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:38:20.045944 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-47998f37-7e80-420b-97a6-022502d5ff54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-542600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-584118'] for network, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:38:20.047242 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47998f37-7e80-420b-97a6-022502d5ff54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:38:20.047815 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-47998f37-7e80-420b-97a6-022502d5ff54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584083'] for network, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:38:20.052307 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-8e7b0810-cfe8-4143-83e8-0994f67a95bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:38:20.147207 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47998f37-7e80-420b-97a6-022502d5ff54 admin admin] Pushing event updated for resources: {'Network': ['ID=7c113a1e-3ac0-48cc-bcdc-e9729bc3695c,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:38:20.154280 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-47998f37-7e80-420b-97a6-022502d5ff54 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3435802 May 19 05:38:20.155567 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47998f37-7e80-420b-97a6-022502d5ff54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:38:20.155928 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47998f37-7e80-420b-97a6-022502d5ff54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:38:20.156268 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47998f37-7e80-420b-97a6-022502d5ff54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:38:20.156709 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47998f37-7e80-420b-97a6-022502d5ff54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:38:20.156917 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47998f37-7e80-420b-97a6-022502d5ff54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:38:20.157266 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47998f37-7e80-420b-97a6-022502d5ff54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:38:20.157595 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47998f37-7e80-420b-97a6-022502d5ff54 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:38:20.157944 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47998f37-7e80-420b-97a6-022502d5ff54 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:38:20.158272 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47998f37-7e80-420b-97a6-022502d5ff54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:38:20.158611 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47998f37-7e80-420b-97a6-022502d5ff54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:38:20.158930 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47998f37-7e80-420b-97a6-022502d5ff54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:38:20.159250 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47998f37-7e80-420b-97a6-022502d5ff54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:38:20.165848 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-47998f37-7e80-420b-97a6-022502d5ff54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:38:20.173494 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Network 7c113a1e-3ac0-48cc-bcdc-e9729bc3695c details requested by agent ovs-agent-dv-cinder-782405-8-iscsi with host dv-cinder-782405-8-iscsi {{(pid=103392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 05:38:22.261444 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 40718) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:38:22.326098 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ec044b2-ad4b-4714-ad5d-c37c15cfaade admin admin] GET failed (client error): The resource could not be found. May 19 05:38:22.327346 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-4ec044b2-ad4b-4714-ad5d-c37c15cfaade admin admin] 10.222.0.11 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0649428 May 19 05:38:22.429308 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44bbf02-8438-4e7a-bb0a-f82c987d0d6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:38:22.430717 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-f44bbf02-8438-4e7a-bb0a-f82c987d0d6e admin admin] 10.222.0.11 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0996711 May 19 05:38:22.440041 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-c3142eb5-7d91-4f40-926c-637090e7a7b8 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '7c113a1e-3ac0-48cc-bcdc-e9729bc3695c', 'description': 'shared-subnet'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:38:22.444226 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-c3142eb5-7d91-4f40-926c-637090e7a7b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:38:22.453335 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-c3142eb5-7d91-4f40-926c-637090e7a7b8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:38:22.462941 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3142eb5-7d91-4f40-926c-637090e7a7b8 admin admin] Made reservation on behalf of 1402a124f1954704943655999b6b2fb7 for: {'subnet': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 05:38:22.465240 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c3142eb5-7d91-4f40-926c-637090e7a7b8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:38:22.821450 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c3142eb5-7d91-4f40-926c-637090e7a7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065'] for subnet, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:38:22.825551 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:38:22.936612 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3142eb5-7d91-4f40-926c-637090e7a7b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4452644e-62ba-484c-bb6b-48c0dfeb8523,revision_number=0']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:38:22.940525 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-c3142eb5-7d91-4f40-926c-637090e7a7b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:38:22.944932 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3142eb5-7d91-4f40-926c-637090e7a7b8 admin admin] Checking segment: {'id': 'cb514f7c-6ec6-4f7a-91f7-31685f9b5e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7c113a1e-3ac0-48cc-bcdc-e9729bc3695c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:38:22.945280 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3142eb5-7d91-4f40-926c-637090e7a7b8 admin admin] Network hostable DHCP agents. Network: 7c113a1e-3ac0-48cc-bcdc-e9729bc3695c, hostable agents: ['51c3ebcd-1a29-4010-9a37-07f85f6ad558'], hosted agents: [] {{(pid=103390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 05:38:22.962662 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3142eb5-7d91-4f40-926c-637090e7a7b8 admin admin] Network 7c113a1e-3ac0-48cc-bcdc-e9729bc3695c is scheduled to be hosted by DHCP agent 51c3ebcd-1a29-4010-9a37-07f85f6ad558 with binding_index 1 {{(pid=103390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 05:38:22.971137 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-c3142eb5-7d91-4f40-926c-637090e7a7b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782405-8-iscsi, 7c113a1e-3ac0-48cc-bcdc-e9729bc3695c) {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:38:22.975027 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3142eb5-7d91-4f40-926c-637090e7a7b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:38:22.975596 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c3142eb5-7d91-4f40-926c-637090e7a7b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584083'] for subnet, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:38:22.979997 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f770695-adbb-479c-969c-101f366d7dfd None None] Network 7c113a1e-3ac0-48cc-bcdc-e9729bc3695c requested from dv-cinder-782405-8-iscsi {{(pid=103392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 05:38:22.999062 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-c3142eb5-7d91-4f40-926c-637090e7a7b8 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5624204 May 19 05:38:23.223285 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25009081-3b69-4742-af6d-d713d555beeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f84fa44-b72f-57ea-990f-e1972563ccfb-7c113a1e-3ac0-48cc-bcdc-e9729bc3695c', 'network_id': '7c113a1e-3ac0-48cc-bcdc-e9729bc3695c', 'tenant_id': '1402a124f1954704943655999b6b2fb7', 'fixed_ips': [{'subnet_id': '4452644e-62ba-484c-bb6b-48c0dfeb8523'}]}} from dv-cinder-782405-8-iscsi. {{(pid=103392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 05:38:23.224120 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-25009081-3b69-4742-af6d-d713d555beeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:38:23.384393 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-25009081-3b69-4742-af6d-d713d555beeb None None] Allocated IP 192.168.233.2 (7c113a1e-3ac0-48cc-bcdc-e9729bc3695c/4452644e-62ba-484c-bb6b-48c0dfeb8523/e6840352-51a7-4ae0-a36d-6de89cf4a9f7) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 05:38:23.584132 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-25009081-3b69-4742-af6d-d713d555beeb None None] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:38:23.595013 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-25009081-3b69-4742-af6d-d713d555beeb None None] Transition to ACTIVE for port object e6840352-51a7-4ae0-a36d-6de89cf4a9f7 will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:38:23.613099 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-25009081-3b69-4742-af6d-d713d555beeb None None] Transition to ACTIVE for port object e6840352-51a7-4ae0-a36d-6de89cf4a9f7 will not be triggered until provisioned by entity DHCP. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:38:23.619575 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-25009081-3b69-4742-af6d-d713d555beeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742272799735'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:38:23.624291 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:38:23.685616 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25009081-3b69-4742-af6d-d713d555beeb None None] Network 7c113a1e-3ac0-48cc-bcdc-e9729bc3695c is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:38:23.690394 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-25009081-3b69-4742-af6d-d713d555beeb None None] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:38:23.697105 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25009081-3b69-4742-af6d-d713d555beeb None None] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 05:38:23.699141 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25009081-3b69-4742-af6d-d713d555beeb None None] Pushing event updated for resources: {'Port': ['ID=e6840352-51a7-4ae0-a36d-6de89cf4a9f7,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:38:23.708280 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25009081-3b69-4742-af6d-d713d555beeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:38:23.709183 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25009081-3b69-4742-af6d-d713d555beeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:38:23.709519 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25009081-3b69-4742-af6d-d713d555beeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:38:23.709842 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25009081-3b69-4742-af6d-d713d555beeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:38:23.710160 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25009081-3b69-4742-af6d-d713d555beeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:38:23.710485 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25009081-3b69-4742-af6d-d713d555beeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:38:23.710825 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25009081-3b69-4742-af6d-d713d555beeb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:38:23.711138 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25009081-3b69-4742-af6d-d713d555beeb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:38:23.711465 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25009081-3b69-4742-af6d-d713d555beeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:38:23.711779 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25009081-3b69-4742-af6d-d713d555beeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:38:23.712111 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25009081-3b69-4742-af6d-d713d555beeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:38:23.712425 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25009081-3b69-4742-af6d-d713d555beeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:38:23.739394 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-25009081-3b69-4742-af6d-d713d555beeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:38:23.800333 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-25009081-3b69-4742-af6d-d713d555beeb None None] Attempting to bind port e6840352-51a7-4ae0-a36d-6de89cf4a9f7 on host dv-cinder-782405-8-iscsi for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 05:38:23.800698 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-25009081-3b69-4742-af6d-d713d555beeb None None] Attempting to bind port e6840352-51a7-4ae0-a36d-6de89cf4a9f7 by drivers openvswitch,hyperv on host dv-cinder-782405-8-iscsi at level 0 using segments [{'id': 'cb514f7c-6ec6-4f7a-91f7-31685f9b5e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7c113a1e-3ac0-48cc-bcdc-e9729bc3695c'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 05:38:23.801059 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25009081-3b69-4742-af6d-d713d555beeb None None] Attempting to bind port e6840352-51a7-4ae0-a36d-6de89cf4a9f7 on network 7c113a1e-3ac0-48cc-bcdc-e9729bc3695c {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:38:23.807016 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25009081-3b69-4742-af6d-d713d555beeb None None] Checking agent: {'id': '8851ba53-2e70-4f4c-a9f5-617d9b5548bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 5, 35, 15), 'started_at': datetime.datetime(2021, 5, 19, 5, 35, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 5, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 05:38:23.807385 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25009081-3b69-4742-af6d-d713d555beeb None None] Checking segment: {'id': 'cb514f7c-6ec6-4f7a-91f7-31685f9b5e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7c113a1e-3ac0-48cc-bcdc-e9729bc3695c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:38:23.807785 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-25009081-3b69-4742-af6d-d713d555beeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:38:23.808177 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25009081-3b69-4742-af6d-d713d555beeb None None] Bound using segment: {'id': 'cb514f7c-6ec6-4f7a-91f7-31685f9b5e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7c113a1e-3ac0-48cc-bcdc-e9729bc3695c'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 05:38:23.808762 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-25009081-3b69-4742-af6d-d713d555beeb None None] Bound port: e6840352-51a7-4ae0-a36d-6de89cf4a9f7, host: dv-cinder-782405-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb514f7c-6ec6-4f7a-91f7-31685f9b5e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7c113a1e-3ac0-48cc-bcdc-e9729bc3695c'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 05:38:23.809129 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-25009081-3b69-4742-af6d-d713d555beeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:38:23.894938 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-25009081-3b69-4742-af6d-d713d555beeb None None] For port e6840352-51a7-4ae0-a36d-6de89cf4a9f7, host dv-cinder-782405-8-iscsi, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 05:38:23.898736 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-25009081-3b69-4742-af6d-d713d555beeb None None] For port e6840352-51a7-4ae0-a36d-6de89cf4a9f7, host dv-cinder-782405-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-iscsi',level=0,port_id=e6840352-51a7-4ae0-a36d-6de89cf4a9f7,segment=NetworkSegment(cb514f7c-6ec6-4f7a-91f7-31685f9b5e28),segment_id=cb514f7c-6ec6-4f7a-91f7-31685f9b5e28)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 05:38:23.904278 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-25009081-3b69-4742-af6d-d713d555beeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:38:23.908465 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-bbf1f9f9-754b-4a08-9ee1-d6cf44c64722 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:38:23.984933 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25009081-3b69-4742-af6d-d713d555beeb None None] Pushing event updated for resources: {'Port': ['ID=e6840352-51a7-4ae0-a36d-6de89cf4a9f7,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:38:23.988002 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-25009081-3b69-4742-af6d-d713d555beeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:38:24.742749 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device e6840352-51a7-4ae0-a36d-6de89cf4a9f7 up at agent ovs-agent-dv-cinder-782405-8-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:38:24.818761 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82813fc9-9724-4892-bb06-fdcb9061405f None None] Network 7c113a1e-3ac0-48cc-bcdc-e9729bc3695c requested from dv-cinder-782405-8-iscsi {{(pid=103392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 05:38:24.833831 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Provisioning for port e6840352-51a7-4ae0-a36d-6de89cf4a9f7 completed by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:38:24.933025 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-189921bc-56bd-4242-a110-1258db4fffeb None None] Provisioning for port e6840352-51a7-4ae0-a36d-6de89cf4a9f7 completed by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:38:24.949747 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-189921bc-56bd-4242-a110-1258db4fffeb None None] Provisioning complete for port e6840352-51a7-4ae0-a36d-6de89cf4a9f7 triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:38:24.950129 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-189921bc-56bd-4242-a110-1258db4fffeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:38:25.159544 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-189921bc-56bd-4242-a110-1258db4fffeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:38:25.198218 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-189921bc-56bd-4242-a110-1258db4fffeb None None] For port e6840352-51a7-4ae0-a36d-6de89cf4a9f7, host dv-cinder-782405-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-iscsi',level=0,port_id=e6840352-51a7-4ae0-a36d-6de89cf4a9f7,segment=NetworkSegment(cb514f7c-6ec6-4f7a-91f7-31685f9b5e28),segment_id=cb514f7c-6ec6-4f7a-91f7-31685f9b5e28)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:38:25.203584 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-189921bc-56bd-4242-a110-1258db4fffeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:38:25.206059 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:38:25.274087 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189921bc-56bd-4242-a110-1258db4fffeb None None] Pushing event updated for resources: {'Port': ['ID=e6840352-51a7-4ae0-a36d-6de89cf4a9f7,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:38:25.283420 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-189921bc-56bd-4242-a110-1258db4fffeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:38:25.426295 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-15ca9c1e-bdbc-4efd-add7-ea6c781f647e None None] Provisioning complete for port e6840352-51a7-4ae0-a36d-6de89cf4a9f7 triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:38:25.426619 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-15ca9c1e-bdbc-4efd-add7-ea6c781f647e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:38:26.693338 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device e6840352-51a7-4ae0-a36d-6de89cf4a9f7 up at agent ovs-agent-dv-cinder-782405-8-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:38:26.761461 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Provisioning complete for port e6840352-51a7-4ae0-a36d-6de89cf4a9f7 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:38:26.761834 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:38:28.563171 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-8ef77f1b-c1f2-4f7f-903c-9c4facac0416 None None] Agent healthcheck: found 5 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 05:38:42.296746 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-557a9ba8-dc59-4b72-8f36-6bb57ab52344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:38:44.661516 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4f841cbc-4959-4959-aa9f-4aeab087b921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:38:44.810876 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:38:45.824912 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-db7c5e23-657c-45d4-9da5-15ba3bf0d241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:38:47.522414 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ca9ec6bf-79c4-448f-b3bb-8c49e8cf3732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:39:05.561230 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-8ef77f1b-c1f2-4f7f-903c-9c4facac0416 None None] Agent healthcheck: found 5 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 05:39:12.299398 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c390aba3-a4b3-4e96-8f40-c09045b6fe26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:39:14.662976 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5af2ba29-e2ca-46a0-81fb-1f726bba99f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:39:14.812486 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:39:15.826486 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-db7c5e23-657c-45d4-9da5-15ba3bf0d241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:39:17.524922 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ca9ec6bf-79c4-448f-b3bb-8c49e8cf3732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:39:26.993151 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 40770) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:39:26.999151 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [None req-1009c8ab-3d10-47f2-96fb-054672144de2 tempest-verify_tempest_config-1714712613 tempest-verify_tempest_config-1714712613-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 05:39:27.000094 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-1009c8ab-3d10-47f2-96fb-054672144de2 tempest-verify_tempest_config-1714712613 tempest-verify_tempest_config-1714712613-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060112 May 19 05:39:27.295963 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 40788) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:39:27.409621 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b3795005-9b3b-4db4-a33a-b2f3282db452 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:39:27.423188 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-b3795005-9b3b-4db4-a33a-b2f3282db452 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:39:27.426871 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-b3795005-9b3b-4db4-a33a-b2f3282db452 admin admin] Usage tracker for resource:security_group_rule and tenant:62fef016189540a7a3db202e79b677a8 is out of sync, need to count used quota {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:39:27.429569 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-b3795005-9b3b-4db4-a33a-b2f3282db452 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:39:27.435137 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-b3795005-9b3b-4db4-a33a-b2f3282db452 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:39:27.513946 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b3795005-9b3b-4db4-a33a-b2f3282db452 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:39:27.517479 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b3795005-9b3b-4db4-a33a-b2f3282db452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:39:27.526236 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-38f47e45-b578-4e89-bc02-493ef31786bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:39:27.561621 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-b3795005-9b3b-4db4-a33a-b2f3282db452 admin admin] Synchronizing usage tracker for tenant:1402a124f1954704943655999b6b2fb7 on resource:security_group {{(pid=103390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:39:27.565403 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3795005-9b3b-4db4-a33a-b2f3282db452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c441eff-bbc8-49bf-ae85-9bfc43d780f2,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:39:27.575166 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3795005-9b3b-4db4-a33a-b2f3282db452 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:39:27.575505 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3795005-9b3b-4db4-a33a-b2f3282db452 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:39:27.575837 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3795005-9b3b-4db4-a33a-b2f3282db452 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:39:27.576165 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3795005-9b3b-4db4-a33a-b2f3282db452 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:39:27.576486 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3795005-9b3b-4db4-a33a-b2f3282db452 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:39:27.576818 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3795005-9b3b-4db4-a33a-b2f3282db452 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:39:27.577140 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3795005-9b3b-4db4-a33a-b2f3282db452 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:39:27.577471 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3795005-9b3b-4db4-a33a-b2f3282db452 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:39:27.577808 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3795005-9b3b-4db4-a33a-b2f3282db452 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:39:27.578124 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3795005-9b3b-4db4-a33a-b2f3282db452 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:39:27.578436 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3795005-9b3b-4db4-a33a-b2f3282db452 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:39:27.578775 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3795005-9b3b-4db4-a33a-b2f3282db452 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:39:27.584131 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-b3795005-9b3b-4db4-a33a-b2f3282db452 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:39:27.594396 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-b3795005-9b3b-4db4-a33a-b2f3282db452 admin admin] Unset dirty status for tenant:1402a124f1954704943655999b6b2fb7 on resource:security_group {{(pid=103390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:39:27.595617 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-b3795005-9b3b-4db4-a33a-b2f3282db452 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=62fef016189540a7a3db202e79b677a8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2987192 May 19 05:39:27.598781 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 40794) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:39:27.654054 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-50fc4850-2f2a-455c-a3b9-6ae1453dd291 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:39:27.681255 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-50fc4850-2f2a-455c-a3b9-6ae1453dd291 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:39:27.774383 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-50fc4850-2f2a-455c-a3b9-6ae1453dd291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:39:27.779177 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-b3795005-9b3b-4db4-a33a-b2f3282db452 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:39:27.789301 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fc4850-2f2a-455c-a3b9-6ae1453dd291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c441eff-bbc8-49bf-ae85-9bfc43d780f2,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:39:27.793941 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-50fc4850-2f2a-455c-a3b9-6ae1453dd291 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:39:27.795465 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-50fc4850-2f2a-455c-a3b9-6ae1453dd291 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:39:27.796552 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-50fc4850-2f2a-455c-a3b9-6ae1453dd291 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3c441eff-bbc8-49bf-ae85-9bfc43d780f2 HTTP/1.1" status: 204 len: 168 time: 0.1968648 May 19 05:39:42.301504 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cea2cd20-17f6-4c69-b1cb-64fc735721a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:39:42.559401 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-8ef77f1b-c1f2-4f7f-903c-9c4facac0416 None None] Agent healthcheck: found 5 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 05:39:44.664139 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-897111b4-62b8-40f9-be0d-f37cb711b0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:39:44.813568 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:39:45.828047 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-db7c5e23-657c-45d4-9da5-15ba3bf0d241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:39:47.527437 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ca9ec6bf-79c4-448f-b3bb-8c49e8cf3732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:40:12.302917 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-667cb0ea-86f0-4240-8be7-6fead062991f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:40:14.665189 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8e63315a-c032-4d43-8f7c-b85629ea9f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:40:14.814515 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:40:15.831699 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-db7c5e23-657c-45d4-9da5-15ba3bf0d241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:40:17.534768 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ca9ec6bf-79c4-448f-b3bb-8c49e8cf3732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:40:19.557869 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-8ef77f1b-c1f2-4f7f-903c-9c4facac0416 None None] Agent healthcheck: found 5 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 05:40:42.304816 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-14248955-8643-42c3-ba3c-6eda6431b139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:40:44.667108 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b38da9f9-988b-4863-bf15-a5169650a51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:40:44.816005 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:40:45.833369 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-db7c5e23-657c-45d4-9da5-15ba3bf0d241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:40:47.535484 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ca9ec6bf-79c4-448f-b3bb-8c49e8cf3732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:40:56.556559 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-8ef77f1b-c1f2-4f7f-903c-9c4facac0416 None None] Agent healthcheck: found 5 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 05:40:58.143420 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940'] for agent, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:41:02.292206 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 40846) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:41:02.402475 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-7a2d2795-cb92-4951-9735-39809b255ee8 admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1091816 May 19 05:41:04.501065 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 40856) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:41:04.555203 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-8153078a-35a7-4837-a607-f3105aa4b3cb admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0530465 May 19 05:41:12.307719 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f1ea53ed-f3a2-479f-bfea-8e09384ad75a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:41:14.667821 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7e2f0e2f-4212-436f-9f35-406d3e4ffa8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:41:14.816736 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:41:15.835472 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-db7c5e23-657c-45d4-9da5-15ba3bf0d241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:41:17.623114 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ca9ec6bf-79c4-448f-b3bb-8c49e8cf3732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:41:28.097089 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:41:33.555398 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-8ef77f1b-c1f2-4f7f-903c-9c4facac0416 None None] Agent healthcheck: found 6 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 05:41:42.308751 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ef4b790d-77f5-49e7-8d02-f26b7625b907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:41:44.668157 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2d992188-cd1e-4294-b627-2ed17f763b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:41:44.817609 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:41:45.838459 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-db7c5e23-657c-45d4-9da5-15ba3bf0d241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:41:47.535726 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ca9ec6bf-79c4-448f-b3bb-8c49e8cf3732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:41:58.104199 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:10.554644 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-8ef77f1b-c1f2-4f7f-903c-9c4facac0416 None None] Agent healthcheck: found 6 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 05:42:12.310136 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f1e9f533-b691-4b18-a112-0e902dacab12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:14.669572 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-32ba0c82-d917-48c7-b0d6-ef0bcc6cf593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:14.819072 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:15.842104 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-db7c5e23-657c-45d4-9da5-15ba3bf0d241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:17.538282 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ca9ec6bf-79c4-448f-b3bb-8c49e8cf3732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:28.095664 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:28.546718 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 41014) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:42:28.989372 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-ec3f1a6f-d4b3-42cf-a685-37c3f58a0ea2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-219584380-network', 'tenant_id': '0595826c8352417daa536bf080ca9f0c'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:42:28.995138 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-ec3f1a6f-d4b3-42cf-a685-37c3f58a0ea2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:42:28.998906 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-ec3f1a6f-d4b3-42cf-a685-37c3f58a0ea2 admin admin] Usage tracker for resource:network and tenant:0595826c8352417daa536bf080ca9f0c is out of sync, need to count used quota {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:42:29.002214 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-ec3f1a6f-d4b3-42cf-a685-37c3f58a0ea2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:42:29.008792 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-ec3f1a6f-d4b3-42cf-a685-37c3f58a0ea2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:42:29.020083 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec3f1a6f-d4b3-42cf-a685-37c3f58a0ea2 admin admin] Made reservation on behalf of 0595826c8352417daa536bf080ca9f0c for: {'network': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 05:42:29.023360 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ec3f1a6f-d4b3-42cf-a685-37c3f58a0ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3666241'] for network, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:29.036883 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ec3f1a6f-d4b3-42cf-a685-37c3f58a0ea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:29.052033 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-ec3f1a6f-d4b3-42cf-a685-37c3f58a0ea2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:42:29.055879 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-ec3f1a6f-d4b3-42cf-a685-37c3f58a0ea2 admin admin] Usage tracker for resource:security_group_rule and tenant:0595826c8352417daa536bf080ca9f0c is out of sync, need to count used quota {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:42:29.058652 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-ec3f1a6f-d4b3-42cf-a685-37c3f58a0ea2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:42:29.067438 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-ec3f1a6f-d4b3-42cf-a685-37c3f58a0ea2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:42:29.156558 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ec3f1a6f-d4b3-42cf-a685-37c3f58a0ea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:29.161632 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ec3f1a6f-d4b3-42cf-a685-37c3f58a0ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:29.165791 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:42:29.216770 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3f1a6f-d4b3-42cf-a685-37c3f58a0ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d9a3903-103e-47fc-a618-0f60bf0833b2,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:42:29.224906 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec3f1a6f-d4b3-42cf-a685-37c3f58a0ea2 admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=103390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 05:42:29.227917 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f1a6f-d4b3-42cf-a685-37c3f58a0ea2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:42:29.228519 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f1a6f-d4b3-42cf-a685-37c3f58a0ea2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:42:29.228953 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f1a6f-d4b3-42cf-a685-37c3f58a0ea2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:42:29.229375 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f1a6f-d4b3-42cf-a685-37c3f58a0ea2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:42:29.229842 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f1a6f-d4b3-42cf-a685-37c3f58a0ea2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:42:29.230303 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f1a6f-d4b3-42cf-a685-37c3f58a0ea2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:42:29.230878 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f1a6f-d4b3-42cf-a685-37c3f58a0ea2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:42:29.231434 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f1a6f-d4b3-42cf-a685-37c3f58a0ea2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:42:29.231855 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f1a6f-d4b3-42cf-a685-37c3f58a0ea2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:42:29.232273 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f1a6f-d4b3-42cf-a685-37c3f58a0ea2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:42:29.232687 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f1a6f-d4b3-42cf-a685-37c3f58a0ea2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:42:29.233792 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f1a6f-d4b3-42cf-a685-37c3f58a0ea2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:42:29.234203 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f1a6f-d4b3-42cf-a685-37c3f58a0ea2 admin admin] Tracked resource versions report: May 19 05:42:29.234203 dv-cinder-782405-8-iscsi neutron-server[103390]: pushed versions: May 19 05:42:29.234203 dv-cinder-782405-8-iscsi neutron-server[103390]: { 'AddressGroup': {'1.2'}, May 19 05:42:29.234203 dv-cinder-782405-8-iscsi neutron-server[103390]: 'ConntrackHelper': {'1.0'}, May 19 05:42:29.234203 dv-cinder-782405-8-iscsi neutron-server[103390]: 'Log': {'1.0'}, May 19 05:42:29.234203 dv-cinder-782405-8-iscsi neutron-server[103390]: 'Network': {'1.1'}, May 19 05:42:29.234203 dv-cinder-782405-8-iscsi neutron-server[103390]: 'Port': {'1.7'}, May 19 05:42:29.234203 dv-cinder-782405-8-iscsi neutron-server[103390]: 'PortForwarding': {'1.2'}, May 19 05:42:29.234203 dv-cinder-782405-8-iscsi neutron-server[103390]: 'QosPolicy': {'1.8'}, May 19 05:42:29.234203 dv-cinder-782405-8-iscsi neutron-server[103390]: 'SecurityGroup': {'1.4'}, May 19 05:42:29.234203 dv-cinder-782405-8-iscsi neutron-server[103390]: 'SecurityGroupRule': {'1.2'}, May 19 05:42:29.234203 dv-cinder-782405-8-iscsi neutron-server[103390]: 'SubPort': {'1.0'}, May 19 05:42:29.234203 dv-cinder-782405-8-iscsi neutron-server[103390]: 'Subnet': {'1.1'}, May 19 05:42:29.234203 dv-cinder-782405-8-iscsi neutron-server[103390]: 'Trunk': {'1.1'}} May 19 05:42:29.234203 dv-cinder-782405-8-iscsi neutron-server[103390]: consumer versions: May 19 05:42:29.234203 dv-cinder-782405-8-iscsi neutron-server[103390]: { DHCP agent@dv-cinder-782405-8-iscsi: {}, May 19 05:42:29.234203 dv-cinder-782405-8-iscsi neutron-server[103390]: HyperV agent@hv-cinder-78240: {}, May 19 05:42:29.234203 dv-cinder-782405-8-iscsi neutron-server[103390]: L3 agent@dv-cinder-782405-8-iscsi: {}, May 19 05:42:29.234203 dv-cinder-782405-8-iscsi neutron-server[103390]: Metadata agent@dv-cinder-782405-8-iscsi: {}, May 19 05:42:29.234203 dv-cinder-782405-8-iscsi neutron-server[103390]: Metering agent@dv-cinder-782405-8-iscsi: {}, May 19 05:42:29.234203 dv-cinder-782405-8-iscsi neutron-server[103390]: Open vSwitch agent@dv-cinder-782405-8-iscsi: { 'AddressGroup': '1.2', May 19 05:42:29.234203 dv-cinder-782405-8-iscsi neutron-server[103390]: 'ConntrackHelper': '1.0', May 19 05:42:29.234203 dv-cinder-782405-8-iscsi neutron-server[103390]: 'Log': '1.0', May 19 05:42:29.234203 dv-cinder-782405-8-iscsi neutron-server[103390]: 'Network': '1.1', May 19 05:42:29.234203 dv-cinder-782405-8-iscsi neutron-server[103390]: 'Port': '1.7', May 19 05:42:29.234203 dv-cinder-782405-8-iscsi neutron-server[103390]: 'PortForwarding': '1.2', May 19 05:42:29.234203 dv-cinder-782405-8-iscsi neutron-server[103390]: 'QosPolicy': '1.8', May 19 05:42:29.234203 dv-cinder-782405-8-iscsi neutron-server[103390]: 'SecurityGroup': '1.4', May 19 05:42:29.234203 dv-cinder-782405-8-iscsi neutron-server[103390]: 'SecurityGroupRule': '1.2', May 19 05:42:29.234203 dv-cinder-782405-8-iscsi neutron-server[103390]: 'SubPort': '1.0', May 19 05:42:29.234203 dv-cinder-782405-8-iscsi neutron-server[103390]: 'Subnet': '1.1', May 19 05:42:29.234203 dv-cinder-782405-8-iscsi neutron-server[103390]: 'Trunk': '1.1'}} May 19 05:42:29.234203 dv-cinder-782405-8-iscsi neutron-server[103390]: {{(pid=103390) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 05:42:29.241078 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-ec3f1a6f-d4b3-42cf-a685-37c3f58a0ea2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:42:29.246446 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ec3f1a6f-d4b3-42cf-a685-37c3f58a0ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3517393'] for segment, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:29.247185 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.db.segments_db [None req-ec3f1a6f-d4b3-42cf-a685-37c3f58a0ea2 admin admin] Added segment 8ba8918a-8818-4683-9c8e-fc258c8069c5 of type vlan for network 4c713a74-0813-44be-ac36-fe2debef4543 May 19 05:42:29.281235 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ec3f1a6f-d4b3-42cf-a685-37c3f58a0ea2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742272786041'] for network, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:29.318148 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ec3f1a6f-d4b3-42cf-a685-37c3f58a0ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-542600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-584118'] for network, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:29.319867 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3f1a6f-d4b3-42cf-a685-37c3f58a0ea2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:42:29.320715 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ec3f1a6f-d4b3-42cf-a685-37c3f58a0ea2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584083'] for network, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:29.325754 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:42:29.417411 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-ec3f1a6f-d4b3-42cf-a685-37c3f58a0ea2 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8693206 May 19 05:42:29.420393 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 41068) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:42:29.427044 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-245d553f-d03f-40ca-801a-5656b650274d admin admin] Request body: {'subnet': {'network_id': '4c713a74-0813-44be-ac36-fe2debef4543', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-219584380-subnet', 'tenant_id': '0595826c8352417daa536bf080ca9f0c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:42:29.429111 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3f1a6f-d4b3-42cf-a685-37c3f58a0ea2 admin admin] Pushing event updated for resources: {'Network': ['ID=4c713a74-0813-44be-ac36-fe2debef4543,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:42:29.432340 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-ec3f1a6f-d4b3-42cf-a685-37c3f58a0ea2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:42:29.433212 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-245d553f-d03f-40ca-801a-5656b650274d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:42:29.437475 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-245d553f-d03f-40ca-801a-5656b650274d admin admin] Usage tracker for resource:subnet and tenant:0595826c8352417daa536bf080ca9f0c is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:42:29.441006 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Network 4c713a74-0813-44be-ac36-fe2debef4543 details requested by agent ovs-agent-dv-cinder-782405-8-iscsi with host dv-cinder-782405-8-iscsi {{(pid=103392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 05:42:29.442269 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-245d553f-d03f-40ca-801a-5656b650274d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:42:29.449183 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-245d553f-d03f-40ca-801a-5656b650274d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:42:29.463606 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-245d553f-d03f-40ca-801a-5656b650274d admin admin] Made reservation on behalf of 0595826c8352417daa536bf080ca9f0c for: {'subnet': 1} {{(pid=103391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 05:42:29.466293 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-245d553f-d03f-40ca-801a-5656b650274d admin admin] Notify callbacks [] for subnet, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:29.769909 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 41084) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:42:29.895515 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-245d553f-d03f-40ca-801a-5656b650274d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065'] for subnet, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:29.900115 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:42:29.931430 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 41094) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:42:29.963536 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245d553f-d03f-40ca-801a-5656b650274d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c4a5801-d8f0-4b74-b492-7e7724b84847,revision_number=0']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:42:29.965860 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 41100) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:42:29.979540 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245d553f-d03f-40ca-801a-5656b650274d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:42:29.980007 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245d553f-d03f-40ca-801a-5656b650274d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:42:29.980434 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245d553f-d03f-40ca-801a-5656b650274d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:42:29.980857 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245d553f-d03f-40ca-801a-5656b650274d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:42:29.981275 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245d553f-d03f-40ca-801a-5656b650274d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:42:29.981639 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245d553f-d03f-40ca-801a-5656b650274d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:42:29.982030 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245d553f-d03f-40ca-801a-5656b650274d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:42:29.982352 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245d553f-d03f-40ca-801a-5656b650274d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:42:29.982725 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245d553f-d03f-40ca-801a-5656b650274d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:42:29.983041 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245d553f-d03f-40ca-801a-5656b650274d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:42:29.983533 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245d553f-d03f-40ca-801a-5656b650274d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:42:29.984009 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245d553f-d03f-40ca-801a-5656b650274d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:42:29.985171 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245d553f-d03f-40ca-801a-5656b650274d admin admin] Tracked resource versions report: May 19 05:42:29.985171 dv-cinder-782405-8-iscsi neutron-server[103391]: pushed versions: May 19 05:42:29.985171 dv-cinder-782405-8-iscsi neutron-server[103391]: { 'AddressGroup': {'1.2'}, May 19 05:42:29.985171 dv-cinder-782405-8-iscsi neutron-server[103391]: 'ConntrackHelper': {'1.0'}, May 19 05:42:29.985171 dv-cinder-782405-8-iscsi neutron-server[103391]: 'Log': {'1.0'}, May 19 05:42:29.985171 dv-cinder-782405-8-iscsi neutron-server[103391]: 'Network': {'1.1'}, May 19 05:42:29.985171 dv-cinder-782405-8-iscsi neutron-server[103391]: 'Port': {'1.7'}, May 19 05:42:29.985171 dv-cinder-782405-8-iscsi neutron-server[103391]: 'PortForwarding': {'1.2'}, May 19 05:42:29.985171 dv-cinder-782405-8-iscsi neutron-server[103391]: 'QosPolicy': {'1.8'}, May 19 05:42:29.985171 dv-cinder-782405-8-iscsi neutron-server[103391]: 'SecurityGroup': {'1.4'}, May 19 05:42:29.985171 dv-cinder-782405-8-iscsi neutron-server[103391]: 'SecurityGroupRule': {'1.2'}, May 19 05:42:29.985171 dv-cinder-782405-8-iscsi neutron-server[103391]: 'SubPort': {'1.0'}, May 19 05:42:29.985171 dv-cinder-782405-8-iscsi neutron-server[103391]: 'Subnet': {'1.1'}, May 19 05:42:29.985171 dv-cinder-782405-8-iscsi neutron-server[103391]: 'Trunk': {'1.1'}} May 19 05:42:29.985171 dv-cinder-782405-8-iscsi neutron-server[103391]: consumer versions: May 19 05:42:29.985171 dv-cinder-782405-8-iscsi neutron-server[103391]: { DHCP agent@dv-cinder-782405-8-iscsi: {}, May 19 05:42:29.985171 dv-cinder-782405-8-iscsi neutron-server[103391]: HyperV agent@hv-cinder-78240: {}, May 19 05:42:29.985171 dv-cinder-782405-8-iscsi neutron-server[103391]: L3 agent@dv-cinder-782405-8-iscsi: {}, May 19 05:42:29.985171 dv-cinder-782405-8-iscsi neutron-server[103391]: Metadata agent@dv-cinder-782405-8-iscsi: {}, May 19 05:42:29.985171 dv-cinder-782405-8-iscsi neutron-server[103391]: Metering agent@dv-cinder-782405-8-iscsi: {}, May 19 05:42:29.985171 dv-cinder-782405-8-iscsi neutron-server[103391]: Open vSwitch agent@dv-cinder-782405-8-iscsi: { 'AddressGroup': '1.2', May 19 05:42:29.985171 dv-cinder-782405-8-iscsi neutron-server[103391]: 'ConntrackHelper': '1.0', May 19 05:42:29.985171 dv-cinder-782405-8-iscsi neutron-server[103391]: 'Log': '1.0', May 19 05:42:29.985171 dv-cinder-782405-8-iscsi neutron-server[103391]: 'Network': '1.1', May 19 05:42:29.985171 dv-cinder-782405-8-iscsi neutron-server[103391]: 'Port': '1.7', May 19 05:42:29.985171 dv-cinder-782405-8-iscsi neutron-server[103391]: 'PortForwarding': '1.2', May 19 05:42:29.985171 dv-cinder-782405-8-iscsi neutron-server[103391]: 'QosPolicy': '1.8', May 19 05:42:29.985171 dv-cinder-782405-8-iscsi neutron-server[103391]: 'SecurityGroup': '1.4', May 19 05:42:29.985171 dv-cinder-782405-8-iscsi neutron-server[103391]: 'SecurityGroupRule': '1.2', May 19 05:42:29.985171 dv-cinder-782405-8-iscsi neutron-server[103391]: 'SubPort': '1.0', May 19 05:42:29.985171 dv-cinder-782405-8-iscsi neutron-server[103391]: 'Subnet': '1.1', May 19 05:42:29.985171 dv-cinder-782405-8-iscsi neutron-server[103391]: 'Trunk': '1.1'}} May 19 05:42:29.985171 dv-cinder-782405-8-iscsi neutron-server[103391]: {{(pid=103391) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 05:42:29.992049 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-245d553f-d03f-40ca-801a-5656b650274d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:42:30.000858 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245d553f-d03f-40ca-801a-5656b650274d admin admin] Checking segment: {'id': '8ba8918a-8818-4683-9c8e-fc258c8069c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4c713a74-0813-44be-ac36-fe2debef4543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:42:30.001166 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245d553f-d03f-40ca-801a-5656b650274d admin admin] Network hostable DHCP agents. Network: 4c713a74-0813-44be-ac36-fe2debef4543, hostable agents: ['51c3ebcd-1a29-4010-9a37-07f85f6ad558'], hosted agents: [] {{(pid=103391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 05:42:30.027102 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245d553f-d03f-40ca-801a-5656b650274d admin admin] Network 4c713a74-0813-44be-ac36-fe2debef4543 is scheduled to be hosted by DHCP agent 51c3ebcd-1a29-4010-9a37-07f85f6ad558 with binding_index 1 {{(pid=103391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 05:42:30.038748 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-245d553f-d03f-40ca-801a-5656b650274d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782405-8-iscsi, 4c713a74-0813-44be-ac36-fe2debef4543) {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:42:30.044835 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245d553f-d03f-40ca-801a-5656b650274d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:42:30.046022 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-245d553f-d03f-40ca-801a-5656b650274d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584083'] for subnet, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:30.052734 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2114068-17af-49b7-9d0e-1d772a1674e0 None None] Network 4c713a74-0813-44be-ac36-fe2debef4543 requested from dv-cinder-782405-8-iscsi {{(pid=103392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 05:42:30.091828 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-245d553f-d03f-40ca-801a-5656b650274d admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6696155 May 19 05:42:30.134800 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 41114) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:42:30.145357 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-687d50af-d506-42b4-8de5-faa56cfb02b9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1680429854-network', 'tenant_id': 'c17fd9a8c56841e28e94a39c06931094'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:42:30.150229 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-687d50af-d506-42b4-8de5-faa56cfb02b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:42:30.154400 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-687d50af-d506-42b4-8de5-faa56cfb02b9 admin admin] Usage tracker for resource:network and tenant:c17fd9a8c56841e28e94a39c06931094 is out of sync, need to count used quota {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:42:30.157359 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-687d50af-d506-42b4-8de5-faa56cfb02b9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:42:30.163843 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-687d50af-d506-42b4-8de5-faa56cfb02b9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:42:30.176103 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-687d50af-d506-42b4-8de5-faa56cfb02b9 admin admin] Made reservation on behalf of c17fd9a8c56841e28e94a39c06931094 for: {'network': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 05:42:30.179855 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-687d50af-d506-42b4-8de5-faa56cfb02b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3666241'] for network, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:30.196937 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-687d50af-d506-42b4-8de5-faa56cfb02b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:30.214597 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-038716f8-0d3e-495c-b5a0-72253de95607 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2060325190-network', 'tenant_id': 'e11f985d37b842499bf1e28b1ad007cf'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:42:30.219894 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-038716f8-0d3e-495c-b5a0-72253de95607 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:42:30.224374 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-038716f8-0d3e-495c-b5a0-72253de95607 admin admin] Usage tracker for resource:network and tenant:e11f985d37b842499bf1e28b1ad007cf is out of sync, need to count used quota {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:42:30.227856 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-038716f8-0d3e-495c-b5a0-72253de95607 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:42:30.234526 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-038716f8-0d3e-495c-b5a0-72253de95607 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:42:30.247285 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-687d50af-d506-42b4-8de5-faa56cfb02b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:42:30.258899 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-687d50af-d506-42b4-8de5-faa56cfb02b9 admin admin] Usage tracker for resource:security_group_rule and tenant:c17fd9a8c56841e28e94a39c06931094 is out of sync, need to count used quota {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:42:30.262150 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-687d50af-d506-42b4-8de5-faa56cfb02b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:42:30.271373 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-3bbb00b9-21a2-4a0b-b689-e85d5e81d784 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1324188727-network', 'tenant_id': '2aa9f910d0e44032ac9af01a62399d3d'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:42:30.276856 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-038716f8-0d3e-495c-b5a0-72253de95607 admin admin] Made reservation on behalf of e11f985d37b842499bf1e28b1ad007cf for: {'network': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 05:42:30.280221 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-038716f8-0d3e-495c-b5a0-72253de95607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3666241'] for network, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:30.299915 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-3bbb00b9-21a2-4a0b-b689-e85d5e81d784 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:42:30.303993 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-3bbb00b9-21a2-4a0b-b689-e85d5e81d784 admin admin] Usage tracker for resource:network and tenant:2aa9f910d0e44032ac9af01a62399d3d is out of sync, need to count used quota {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:42:30.308765 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-687d50af-d506-42b4-8de5-faa56cfb02b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:42:30.313455 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-3bbb00b9-21a2-4a0b-b689-e85d5e81d784 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:42:30.315757 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76340acd-349e-4cf9-af21-59665e839542 None None] Network 4c713a74-0813-44be-ac36-fe2debef4543 requested from dv-cinder-782405-8-iscsi {{(pid=103392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 05:42:30.319934 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-3bbb00b9-21a2-4a0b-b689-e85d5e81d784 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:42:30.324104 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-038716f8-0d3e-495c-b5a0-72253de95607 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:30.373005 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bbb00b9-21a2-4a0b-b689-e85d5e81d784 admin admin] Made reservation on behalf of 2aa9f910d0e44032ac9af01a62399d3d for: {'network': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 05:42:30.376520 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3bbb00b9-21a2-4a0b-b689-e85d5e81d784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3666241'] for network, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:30.390502 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-038716f8-0d3e-495c-b5a0-72253de95607 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:42:30.395173 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3bbb00b9-21a2-4a0b-b689-e85d5e81d784 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:30.413091 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-3bbb00b9-21a2-4a0b-b689-e85d5e81d784 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:42:30.417100 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-038716f8-0d3e-495c-b5a0-72253de95607 admin admin] Usage tracker for resource:security_group_rule and tenant:e11f985d37b842499bf1e28b1ad007cf is out of sync, need to count used quota {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:42:30.424644 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-038716f8-0d3e-495c-b5a0-72253de95607 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:42:30.427872 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-3bbb00b9-21a2-4a0b-b689-e85d5e81d784 admin admin] Usage tracker for resource:security_group_rule and tenant:2aa9f910d0e44032ac9af01a62399d3d is out of sync, need to count used quota {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:42:30.434950 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-3bbb00b9-21a2-4a0b-b689-e85d5e81d784 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:42:30.440460 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-038716f8-0d3e-495c-b5a0-72253de95607 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:42:30.497262 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-3bbb00b9-21a2-4a0b-b689-e85d5e81d784 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:42:30.676909 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-e64fccfc-efee-4d24-a7f2-463564369e9b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1830858620-network', 'tenant_id': '47ad02488c50471da1b1a57ccb2499cd'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:42:30.706470 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-e64fccfc-efee-4d24-a7f2-463564369e9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:42:30.720493 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-e64fccfc-efee-4d24-a7f2-463564369e9b admin admin] Usage tracker for resource:network and tenant:47ad02488c50471da1b1a57ccb2499cd is out of sync, need to count used quota {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:42:30.735162 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-e64fccfc-efee-4d24-a7f2-463564369e9b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:42:30.766975 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-687d50af-d506-42b4-8de5-faa56cfb02b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:30.769704 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-e64fccfc-efee-4d24-a7f2-463564369e9b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:42:30.792180 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-687d50af-d506-42b4-8de5-faa56cfb02b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:30.796165 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-038716f8-0d3e-495c-b5a0-72253de95607 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:30.810681 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-ec3f1a6f-d4b3-42cf-a685-37c3f58a0ea2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:42:30.825721 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-038716f8-0d3e-495c-b5a0-72253de95607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:30.826285 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e64fccfc-efee-4d24-a7f2-463564369e9b admin admin] Made reservation on behalf of 47ad02488c50471da1b1a57ccb2499cd for: {'network': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 05:42:30.828826 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e64fccfc-efee-4d24-a7f2-463564369e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3666241'] for network, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:30.881158 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-687d50af-d506-42b4-8de5-faa56cfb02b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=103390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 05:42:30.883324 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e64fccfc-efee-4d24-a7f2-463564369e9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:30.910786 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687d50af-d506-42b4-8de5-faa56cfb02b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea495a9c-73a6-4d0c-bda4-8bdb46cf9dcf,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:42:30.921995 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-687d50af-d506-42b4-8de5-faa56cfb02b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:42:30.924652 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:42:30.959590 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3bbb00b9-21a2-4a0b-b689-e85d5e81d784 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:30.966437 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-687d50af-d506-42b4-8de5-faa56cfb02b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3517393'] for segment, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:30.966881 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.db.segments_db [None req-687d50af-d506-42b4-8de5-faa56cfb02b9 admin admin] Added segment f507ec07-80b3-40da-acb9-6d4ba052bdb5 of type vlan for network 66468b2a-efab-4a3c-bf32-cbdbf073937c May 19 05:42:30.970458 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-e64fccfc-efee-4d24-a7f2-463564369e9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:42:30.998408 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-038716f8-0d3e-495c-b5a0-72253de95607 admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=103390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 05:42:31.018823 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-038716f8-0d3e-495c-b5a0-72253de95607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3517393'] for segment, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:31.019500 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.db.segments_db [None req-038716f8-0d3e-495c-b5a0-72253de95607 admin admin] Added segment 91f2eabd-2095-4aa5-b7b2-cb363e7f7010 of type vlan for network 89d5aa65-3a6d-4be9-a00d-99ff97528276 May 19 05:42:31.049619 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-038716f8-0d3e-495c-b5a0-72253de95607 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742272786041'] for network, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:31.091657 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-e64fccfc-efee-4d24-a7f2-463564369e9b admin admin] Usage tracker for resource:security_group_rule and tenant:47ad02488c50471da1b1a57ccb2499cd is out of sync, need to count used quota {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:42:31.096936 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3bbb00b9-21a2-4a0b-b689-e85d5e81d784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:31.097815 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-038716f8-0d3e-495c-b5a0-72253de95607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-542600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-584118'] for network, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:31.099152 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-e64fccfc-efee-4d24-a7f2-463564369e9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:42:31.129230 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038716f8-0d3e-495c-b5a0-72253de95607 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:42:31.130163 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-038716f8-0d3e-495c-b5a0-72253de95607 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584083'] for network, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:31.171944 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-e64fccfc-efee-4d24-a7f2-463564369e9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:42:31.196351 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-038716f8-0d3e-495c-b5a0-72253de95607 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2636209 May 19 05:42:31.199442 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 41164) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:42:31.205685 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038716f8-0d3e-495c-b5a0-72253de95607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3088a41b-b0fa-406c-82ed-5e9ce5ff999c,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:42:31.205861 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-83cd4456-e600-4909-9c8a-0cb7e48c16db admin admin] Request body: {'subnet': {'network_id': '89d5aa65-3a6d-4be9-a00d-99ff97528276', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2060325190-subnet', 'tenant_id': 'e11f985d37b842499bf1e28b1ad007cf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:42:31.214448 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-83cd4456-e600-4909-9c8a-0cb7e48c16db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:42:31.234878 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-83cd4456-e600-4909-9c8a-0cb7e48c16db admin admin] Usage tracker for resource:subnet and tenant:e11f985d37b842499bf1e28b1ad007cf is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:42:31.234878 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-83cd4456-e600-4909-9c8a-0cb7e48c16db admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:42:31.254662 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-83cd4456-e600-4909-9c8a-0cb7e48c16db admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:42:31.257934 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-687d50af-d506-42b4-8de5-faa56cfb02b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742272786041'] for network, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:31.268889 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-038716f8-0d3e-495c-b5a0-72253de95607 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:42:31.269698 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:42:31.278711 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83cd4456-e600-4909-9c8a-0cb7e48c16db admin admin] Made reservation on behalf of e11f985d37b842499bf1e28b1ad007cf for: {'subnet': 1} {{(pid=103391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 05:42:31.281510 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-83cd4456-e600-4909-9c8a-0cb7e48c16db admin admin] Notify callbacks [] for subnet, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:31.308009 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bbb00b9-21a2-4a0b-b689-e85d5e81d784 admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=103390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 05:42:31.405685 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbb00b9-21a2-4a0b-b689-e85d5e81d784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e770bfd0-3e94-45b0-9954-6b1c1e0e564f,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:42:31.408473 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3bbb00b9-21a2-4a0b-b689-e85d5e81d784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3517393'] for segment, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:31.410340 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.db.segments_db [None req-3bbb00b9-21a2-4a0b-b689-e85d5e81d784 admin admin] Added segment ed8cddf7-38c4-4062-a7e4-12521ed88cf6 of type vlan for network e9fd4d9d-a461-43f3-8bc4-f70626927f45 May 19 05:42:31.432256 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-3bbb00b9-21a2-4a0b-b689-e85d5e81d784 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:42:31.434668 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.256s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:42:31.591853 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3bbb00b9-21a2-4a0b-b689-e85d5e81d784 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742272786041'] for network, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:31.604149 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-687d50af-d506-42b4-8de5-faa56cfb02b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-542600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-584118'] for network, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:31.623476 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687d50af-d506-42b4-8de5-faa56cfb02b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:42:31.624490 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-687d50af-d506-42b4-8de5-faa56cfb02b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584083'] for network, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:31.634535 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038716f8-0d3e-495c-b5a0-72253de95607 admin admin] Pushing event updated for resources: {'Network': ['ID=89d5aa65-3a6d-4be9-a00d-99ff97528276,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:42:31.646530 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-038716f8-0d3e-495c-b5a0-72253de95607 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:42:31.648011 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Network 89d5aa65-3a6d-4be9-a00d-99ff97528276 details requested by agent ovs-agent-dv-cinder-782405-8-iscsi with host dv-cinder-782405-8-iscsi {{(pid=103392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 05:42:31.655823 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-38f47e45-b578-4e89-bc02-493ef31786bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:42:31.853500 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e64fccfc-efee-4d24-a7f2-463564369e9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:31.867633 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3bbb00b9-21a2-4a0b-b689-e85d5e81d784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-542600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-584118'] for network, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:31.868819 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687d50af-d506-42b4-8de5-faa56cfb02b9 admin admin] Pushing event updated for resources: {'Network': ['ID=66468b2a-efab-4a3c-bf32-cbdbf073937c,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:42:31.871432 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e64fccfc-efee-4d24-a7f2-463564369e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:31.873022 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-687d50af-d506-42b4-8de5-faa56cfb02b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:42:31.874140 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bbb00b9-21a2-4a0b-b689-e85d5e81d784 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:42:31.874845 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3bbb00b9-21a2-4a0b-b689-e85d5e81d784 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584083'] for network, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:31.880494 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:42:31.880668 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Network 66468b2a-efab-4a3c-bf32-cbdbf073937c details requested by agent ovs-agent-dv-cinder-782405-8-iscsi with host dv-cinder-782405-8-iscsi {{(pid=103392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 05:42:31.896182 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-687d50af-d506-42b4-8de5-faa56cfb02b9 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.1244912 May 19 05:42:31.902180 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 41198) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:42:31.919721 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-dce408f0-08c7-494d-88da-c8ccedfa9c44 admin admin] Request body: {'subnet': {'network_id': '66468b2a-efab-4a3c-bf32-cbdbf073937c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1680429854-subnet', 'tenant_id': 'c17fd9a8c56841e28e94a39c06931094', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:42:31.926111 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-dce408f0-08c7-494d-88da-c8ccedfa9c44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:42:31.939295 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-dce408f0-08c7-494d-88da-c8ccedfa9c44 admin admin] Usage tracker for resource:subnet and tenant:c17fd9a8c56841e28e94a39c06931094 is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:42:31.948858 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-dce408f0-08c7-494d-88da-c8ccedfa9c44 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:42:31.962371 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-dce408f0-08c7-494d-88da-c8ccedfa9c44 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:42:31.980118 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce408f0-08c7-494d-88da-c8ccedfa9c44 admin admin] Made reservation on behalf of c17fd9a8c56841e28e94a39c06931094 for: {'subnet': 1} {{(pid=103391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 05:42:31.983106 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-dce408f0-08c7-494d-88da-c8ccedfa9c44 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:31.986263 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e64fccfc-efee-4d24-a7f2-463564369e9b admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=103390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 05:42:32.000721 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-3bbb00b9-21a2-4a0b-b689-e85d5e81d784 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.0306230 May 19 05:42:32.003701 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 41206) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:42:32.009445 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-17635cb5-4c9d-44df-9cd3-736d9a9d024f admin admin] Request body: {'subnet': {'network_id': 'e9fd4d9d-a461-43f3-8bc4-f70626927f45', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1324188727-subnet', 'tenant_id': '2aa9f910d0e44032ac9af01a62399d3d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:42:32.016386 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e64fccfc-efee-4d24-a7f2-463564369e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3517393'] for segment, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:32.016841 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.db.segments_db [None req-e64fccfc-efee-4d24-a7f2-463564369e9b admin admin] Added segment 158de6a9-376d-4d4f-a307-af47b61e2c3d of type vlan for network 03dcfb66-ea3c-465d-b08c-ec5988394a1d May 19 05:42:32.023137 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbb00b9-21a2-4a0b-b689-e85d5e81d784 admin admin] Pushing event updated for resources: {'Network': ['ID=e9fd4d9d-a461-43f3-8bc4-f70626927f45,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:42:32.027055 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-17635cb5-4c9d-44df-9cd3-736d9a9d024f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:42:32.030502 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-3bbb00b9-21a2-4a0b-b689-e85d5e81d784 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:42:32.032244 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.128s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:42:32.041259 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-17635cb5-4c9d-44df-9cd3-736d9a9d024f admin admin] Usage tracker for resource:subnet and tenant:2aa9f910d0e44032ac9af01a62399d3d is out of sync, need to count used quota {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:42:32.046975 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-17635cb5-4c9d-44df-9cd3-736d9a9d024f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:42:32.084594 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-17635cb5-4c9d-44df-9cd3-736d9a9d024f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:42:32.110619 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64fccfc-efee-4d24-a7f2-463564369e9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=088717ce-0188-4369-8665-c33c6e27594a,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:42:32.115561 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e64fccfc-efee-4d24-a7f2-463564369e9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742272786041'] for network, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:32.119408 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 41214) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:42:32.120412 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-e64fccfc-efee-4d24-a7f2-463564369e9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:42:32.125074 dv-cinder-782405-8-iscsi neutron-server[103390]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 19 05:42:32.129542 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Network e9fd4d9d-a461-43f3-8bc4-f70626927f45 details requested by agent ovs-agent-dv-cinder-782405-8-iscsi with host dv-cinder-782405-8-iscsi {{(pid=103392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 05:42:32.149364 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17635cb5-4c9d-44df-9cd3-736d9a9d024f admin admin] Made reservation on behalf of 2aa9f910d0e44032ac9af01a62399d3d for: {'subnet': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 05:42:32.151866 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-17635cb5-4c9d-44df-9cd3-736d9a9d024f admin admin] Notify callbacks [] for subnet, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:32.267106 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-83cd4456-e600-4909-9c8a-0cb7e48c16db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065'] for subnet, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:32.275122 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-d40fa69e-4994-44a3-b336-dfb648d4f5c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:42:32.363057 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e64fccfc-efee-4d24-a7f2-463564369e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-542600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-584118'] for network, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:32.371311 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e64fccfc-efee-4d24-a7f2-463564369e9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:42:32.377623 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e64fccfc-efee-4d24-a7f2-463564369e9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584083'] for network, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:32.388798 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-3bbb00b9-21a2-4a0b-b689-e85d5e81d784 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:42:32.496936 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cd4456-e600-4909-9c8a-0cb7e48c16db admin admin] Pushing event updated for resources: {'Subnet': ['ID=82fd848a-77f0-4d3d-8454-3c0dcf103642,revision_number=0']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:42:32.500369 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cd4456-e600-4909-9c8a-0cb7e48c16db admin admin] Checking segment: {'id': '91f2eabd-2095-4aa5-b7b2-cb363e7f7010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '89d5aa65-3a6d-4be9-a00d-99ff97528276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:42:32.501010 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83cd4456-e600-4909-9c8a-0cb7e48c16db admin admin] Network hostable DHCP agents. Network: 89d5aa65-3a6d-4be9-a00d-99ff97528276, hostable agents: ['51c3ebcd-1a29-4010-9a37-07f85f6ad558'], hosted agents: [] {{(pid=103391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 05:42:32.505567 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-83cd4456-e600-4909-9c8a-0cb7e48c16db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:42:32.570961 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4697f248-ed45-4356-bb44-b92daf01848f req-76118a74-b506-4972-b7d4-10d0193c127c tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:42:32.571648 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [req-4697f248-ed45-4356-bb44-b92daf01848f req-76118a74-b506-4972-b7d4-10d0193c127c tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Synchronizing usage tracker for tenant:0595826c8352417daa536bf080ca9f0c on resource:network {{(pid=103390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:42:32.585482 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83cd4456-e600-4909-9c8a-0cb7e48c16db admin admin] Network 89d5aa65-3a6d-4be9-a00d-99ff97528276 is scheduled to be hosted by DHCP agent 51c3ebcd-1a29-4010-9a37-07f85f6ad558 with binding_index 1 {{(pid=103391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 05:42:32.590635 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-e64fccfc-efee-4d24-a7f2-463564369e9b admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.4520421 May 19 05:42:32.590635 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64fccfc-efee-4d24-a7f2-463564369e9b admin admin] Pushing event updated for resources: {'Network': ['ID=03dcfb66-ea3c-465d-b08c-ec5988394a1d,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:42:32.592111 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 41230) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:42:32.594531 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-e64fccfc-efee-4d24-a7f2-463564369e9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:42:32.603413 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Network 03dcfb66-ea3c-465d-b08c-ec5988394a1d details requested by agent ovs-agent-dv-cinder-782405-8-iscsi with host dv-cinder-782405-8-iscsi {{(pid=103392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 05:42:32.619459 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-3280a721-a490-41b8-800d-53549b4d59d3 admin admin] Request body: {'subnet': {'network_id': '03dcfb66-ea3c-465d-b08c-ec5988394a1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1830858620-subnet', 'tenant_id': '47ad02488c50471da1b1a57ccb2499cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:42:32.646839 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-3280a721-a490-41b8-800d-53549b4d59d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:42:32.651574 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-83cd4456-e600-4909-9c8a-0cb7e48c16db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782405-8-iscsi, 89d5aa65-3a6d-4be9-a00d-99ff97528276) {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:42:32.663937 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [req-4697f248-ed45-4356-bb44-b92daf01848f req-76118a74-b506-4972-b7d4-10d0193c127c tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Unset dirty status for tenant:0595826c8352417daa536bf080ca9f0c on resource:network {{(pid=103390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:42:32.664243 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-3280a721-a490-41b8-800d-53549b4d59d3 admin admin] Usage tracker for resource:subnet and tenant:47ad02488c50471da1b1a57ccb2499cd is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:42:32.667708 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cd4456-e600-4909-9c8a-0cb7e48c16db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:42:32.668281 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-83cd4456-e600-4909-9c8a-0cb7e48c16db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584083'] for subnet, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:32.671166 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4697f248-ed45-4356-bb44-b92daf01848f req-76118a74-b506-4972-b7d4-10d0193c127c tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/networks?id=4c713a74-0813-44be-ac36-fe2debef4543 HTTP/1.1" status: 200 len: 814 time: 0.5494475 May 19 05:42:32.675717 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-3280a721-a490-41b8-800d-53549b4d59d3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:42:32.687773 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73e7b89-3a25-453e-bbe1-4e2bbec4ebcb None None] Network 89d5aa65-3a6d-4be9-a00d-99ff97528276 requested from dv-cinder-782405-8-iscsi {{(pid=103392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 05:42:32.698676 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4697f248-ed45-4356-bb44-b92daf01848f req-d1f71b59-3c40-4f09-86bc-b0b181a44767 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/quotas/0595826c8352417daa536bf080ca9f0c HTTP/1.1" status: 200 len: 375 time: 0.0262501 May 19 05:42:32.716039 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-3280a721-a490-41b8-800d-53549b4d59d3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:42:32.757945 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-83cd4456-e600-4909-9c8a-0cb7e48c16db admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5571961 May 19 05:42:32.763751 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 41240) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:42:32.774441 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3280a721-a490-41b8-800d-53549b4d59d3 admin admin] Made reservation on behalf of 47ad02488c50471da1b1a57ccb2499cd for: {'subnet': 1} {{(pid=103391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 05:42:32.776765 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3280a721-a490-41b8-800d-53549b4d59d3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:32.812259 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4697f248-ed45-4356-bb44-b92daf01848f req-a5cbe199-f7cf-413d-a455-6de987eef258 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0595826c8352417daa536bf080ca9f0c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1126809 May 19 05:42:32.892417 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-38682c13-03ad-46fd-9009-5d98ec3bfce1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2060325190-router', 'tenant_id': 'e11f985d37b842499bf1e28b1ad007cf', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3'}}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:42:32.944390 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-38682c13-03ad-46fd-9009-5d98ec3bfce1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:42:32.972752 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-38682c13-03ad-46fd-9009-5d98ec3bfce1 admin admin] Usage tracker for resource:router and tenant:e11f985d37b842499bf1e28b1ad007cf is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:42:33.085929 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-38682c13-03ad-46fd-9009-5d98ec3bfce1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:42:33.106505 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-38682c13-03ad-46fd-9009-5d98ec3bfce1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:42:33.121191 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-dce408f0-08c7-494d-88da-c8ccedfa9c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065'] for subnet, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:33.136986 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-245d553f-d03f-40ca-801a-5656b650274d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:42:33.173640 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-38682c13-03ad-46fd-9009-5d98ec3bfce1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-469361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27503'] for router, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:33.175542 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-38682c13-03ad-46fd-9009-5d98ec3bfce1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517936', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27492'] for router, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:33.185140 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [req-4697f248-ed45-4356-bb44-b92daf01848f req-22b8a45a-d655-4661-9a03-58d487d8cc53 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 05:42:33.186258 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4697f248-ed45-4356-bb44-b92daf01848f req-22b8a45a-d655-4661-9a03-58d487d8cc53 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1089234 May 19 05:42:33.192953 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f451cd6-c941-41f5-99fc-d24294dd540e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f84fa44-b72f-57ea-990f-e1972563ccfb-89d5aa65-3a6d-4be9-a00d-99ff97528276', 'network_id': '89d5aa65-3a6d-4be9-a00d-99ff97528276', 'tenant_id': 'e11f985d37b842499bf1e28b1ad007cf', 'fixed_ips': [{'subnet_id': '82fd848a-77f0-4d3d-8454-3c0dcf103642'}]}} from dv-cinder-782405-8-iscsi. {{(pid=103392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 05:42:33.193801 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7f451cd6-c941-41f5-99fc-d24294dd540e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:33.250030 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-38682c13-03ad-46fd-9009-5d98ec3bfce1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:33.312344 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce408f0-08c7-494d-88da-c8ccedfa9c44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fe61487-2837-401f-bfcd-f193a4daf6f6,revision_number=0']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:42:33.315560 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-dce408f0-08c7-494d-88da-c8ccedfa9c44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:42:33.317985 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-17635cb5-4c9d-44df-9cd3-736d9a9d024f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065'] for subnet, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:33.335046 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:42:33.396537 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-7f451cd6-c941-41f5-99fc-d24294dd540e None None] Allocated IP 172.20.0.2 (89d5aa65-3a6d-4be9-a00d-99ff97528276/82fd848a-77f0-4d3d-8454-3c0dcf103642/fcb779f4-ce06-4214-ab3f-36f67d3999b0) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 05:42:33.410728 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17635cb5-4c9d-44df-9cd3-736d9a9d024f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b547b7c1-b0db-4ded-a1d7-26dc8e5f4a02,revision_number=0']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:42:33.417706 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-17635cb5-4c9d-44df-9cd3-736d9a9d024f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:42:33.423136 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce408f0-08c7-494d-88da-c8ccedfa9c44 admin admin] Checking segment: {'id': 'f507ec07-80b3-40da-acb9-6d4ba052bdb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '66468b2a-efab-4a3c-bf32-cbdbf073937c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:42:33.423561 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce408f0-08c7-494d-88da-c8ccedfa9c44 admin admin] Network hostable DHCP agents. Network: 66468b2a-efab-4a3c-bf32-cbdbf073937c, hostable agents: ['51c3ebcd-1a29-4010-9a37-07f85f6ad558'], hosted agents: [] {{(pid=103391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 05:42:33.456925 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17635cb5-4c9d-44df-9cd3-736d9a9d024f admin admin] Checking segment: {'id': 'ed8cddf7-38c4-4062-a7e4-12521ed88cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e9fd4d9d-a461-43f3-8bc4-f70626927f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:42:33.457273 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17635cb5-4c9d-44df-9cd3-736d9a9d024f admin admin] Network hostable DHCP agents. Network: e9fd4d9d-a461-43f3-8bc4-f70626927f45, hostable agents: ['51c3ebcd-1a29-4010-9a37-07f85f6ad558'], hosted agents: [] {{(pid=103390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 05:42:33.462674 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4697f248-ed45-4356-bb44-b92daf01848f req-4e3ad3d2-3638-467a-9e68-ef7310c740cd service neutron] 10.222.0.11 "GET /v2.0/networks/4c713a74-0813-44be-ac36-fe2debef4543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648494 May 19 05:42:33.518319 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17635cb5-4c9d-44df-9cd3-736d9a9d024f admin admin] Network e9fd4d9d-a461-43f3-8bc4-f70626927f45 is scheduled to be hosted by DHCP agent 51c3ebcd-1a29-4010-9a37-07f85f6ad558 with binding_index 1 {{(pid=103390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 05:42:33.605879 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-17635cb5-4c9d-44df-9cd3-736d9a9d024f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782405-8-iscsi, e9fd4d9d-a461-43f3-8bc4-f70626927f45) {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:42:33.619045 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2177fac-edd2-4747-a700-7b69b5dde080 None None] Network e9fd4d9d-a461-43f3-8bc4-f70626927f45 requested from dv-cinder-782405-8-iscsi {{(pid=103392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 05:42:33.620587 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17635cb5-4c9d-44df-9cd3-736d9a9d024f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:42:33.621398 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-17635cb5-4c9d-44df-9cd3-736d9a9d024f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584083'] for subnet, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:33.640358 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4697f248-ed45-4356-bb44-b92daf01848f req-72f01a23-fe91-41ca-b636-60159381c814 service neutron] 10.222.0.11 "GET /v2.0/networks/4c713a74-0813-44be-ac36-fe2debef4543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694369 May 19 05:42:33.650222 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-17635cb5-4c9d-44df-9cd3-736d9a9d024f admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.6450996 May 19 05:42:33.652767 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 41266) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:42:33.658100 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce408f0-08c7-494d-88da-c8ccedfa9c44 admin admin] Network 66468b2a-efab-4a3c-bf32-cbdbf073937c is scheduled to be hosted by DHCP agent 51c3ebcd-1a29-4010-9a37-07f85f6ad558 with binding_index 1 {{(pid=103391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 05:42:33.659661 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-7874ed75-3d0c-463a-96d2-1de673690a11 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1324188727-router', 'tenant_id': '2aa9f910d0e44032ac9af01a62399d3d', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3'}}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:42:33.664569 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-7874ed75-3d0c-463a-96d2-1de673690a11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:42:33.669305 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-7874ed75-3d0c-463a-96d2-1de673690a11 admin admin] Usage tracker for resource:router and tenant:2aa9f910d0e44032ac9af01a62399d3d is out of sync, need to count used quota {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:42:33.672961 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-7874ed75-3d0c-463a-96d2-1de673690a11 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:42:33.679809 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-7874ed75-3d0c-463a-96d2-1de673690a11 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:42:33.690158 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-dce408f0-08c7-494d-88da-c8ccedfa9c44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782405-8-iscsi, 66468b2a-efab-4a3c-bf32-cbdbf073937c) {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:42:33.696313 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce408f0-08c7-494d-88da-c8ccedfa9c44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:42:33.697105 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-dce408f0-08c7-494d-88da-c8ccedfa9c44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584083'] for subnet, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:33.701989 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7874ed75-3d0c-463a-96d2-1de673690a11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-469361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27503'] for router, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:33.703399 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7874ed75-3d0c-463a-96d2-1de673690a11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517936', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27492'] for router, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:33.722809 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7874ed75-3d0c-463a-96d2-1de673690a11 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:33.727145 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1d3ba9-c47a-49e5-bde7-4df0af701fce None None] Network 66468b2a-efab-4a3c-bf32-cbdbf073937c requested from dv-cinder-782405-8-iscsi {{(pid=103392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 05:42:33.779670 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-38682c13-03ad-46fd-9009-5d98ec3bfce1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-517945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-469251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27466'] for router, precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:33.855596 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-dce408f0-08c7-494d-88da-c8ccedfa9c44 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.9479883 May 19 05:42:33.856503 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 41272) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:42:33.869876 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-b7be5f17-0d32-4148-a2e5-12aee4bb4d45 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1680429854-router', 'tenant_id': 'c17fd9a8c56841e28e94a39c06931094', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3'}}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:42:33.874535 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-b7be5f17-0d32-4148-a2e5-12aee4bb4d45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:42:33.884133 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-b7be5f17-0d32-4148-a2e5-12aee4bb4d45 admin admin] Usage tracker for resource:router and tenant:c17fd9a8c56841e28e94a39c06931094 is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:42:33.887805 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-b7be5f17-0d32-4148-a2e5-12aee4bb4d45 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:42:33.894388 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-b7be5f17-0d32-4148-a2e5-12aee4bb4d45 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:42:33.916230 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b7be5f17-0d32-4148-a2e5-12aee4bb4d45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-469361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27503'] for router, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:33.917597 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b7be5f17-0d32-4148-a2e5-12aee4bb4d45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517936', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27492'] for router, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:33.976813 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7f451cd6-c941-41f5-99fc-d24294dd540e None None] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:33.982370 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0f9126-d8c4-4790-85b4-9d1777ff5cee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f84fa44-b72f-57ea-990f-e1972563ccfb-66468b2a-efab-4a3c-bf32-cbdbf073937c', 'network_id': '66468b2a-efab-4a3c-bf32-cbdbf073937c', 'tenant_id': 'c17fd9a8c56841e28e94a39c06931094', 'fixed_ips': [{'subnet_id': '0fe61487-2837-401f-bfcd-f193a4daf6f6'}]}} from dv-cinder-782405-8-iscsi. {{(pid=103392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 05:42:33.983703 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ab0f9126-d8c4-4790-85b4-9d1777ff5cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:34.021037 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-7f451cd6-c941-41f5-99fc-d24294dd540e None None] Transition to ACTIVE for port object fcb779f4-ce06-4214-ab3f-36f67d3999b0 will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:42:34.068724 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7874ed75-3d0c-463a-96d2-1de673690a11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-517945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-469251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27466'] for router, precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:34.183645 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-38029a9f-0214-45f0-88ed-441b83493365 req-eb00b96b-b8ad-4e07-900c-71f48552f51d tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/ports?device_id=d010da67-18ef-42bc-a6c4-0dca8dab2dbc HTTP/1.1" status: 200 len: 210 time: 0.0712142 May 19 05:42:34.202073 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b7be5f17-0d32-4148-a2e5-12aee4bb4d45 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:34.248700 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-7f451cd6-c941-41f5-99fc-d24294dd540e None None] Transition to ACTIVE for port object fcb779f4-ce06-4214-ab3f-36f67d3999b0 will not be triggered until provisioned by entity DHCP. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:42:34.278716 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117bd2c6-51f9-4f7b-abdd-21b8e86e7f06 None None] Network e9fd4d9d-a461-43f3-8bc4-f70626927f45 requested from dv-cinder-782405-8-iscsi {{(pid=103392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 05:42:34.297558 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7f451cd6-c941-41f5-99fc-d24294dd540e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742272799735'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:34.319172 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:42:34.526275 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f451cd6-c941-41f5-99fc-d24294dd540e None None] Pushing event updated for resources: {'Port': ['ID=fcb779f4-ce06-4214-ab3f-36f67d3999b0,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:42:34.542304 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f451cd6-c941-41f5-99fc-d24294dd540e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:42:34.542918 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f451cd6-c941-41f5-99fc-d24294dd540e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:42:34.543474 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f451cd6-c941-41f5-99fc-d24294dd540e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:42:34.543868 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f451cd6-c941-41f5-99fc-d24294dd540e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:42:34.544708 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f451cd6-c941-41f5-99fc-d24294dd540e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:42:34.545104 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f451cd6-c941-41f5-99fc-d24294dd540e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:42:34.545686 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f451cd6-c941-41f5-99fc-d24294dd540e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:42:34.546075 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f451cd6-c941-41f5-99fc-d24294dd540e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:42:34.546513 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f451cd6-c941-41f5-99fc-d24294dd540e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:42:34.546925 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f451cd6-c941-41f5-99fc-d24294dd540e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:42:34.547320 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f451cd6-c941-41f5-99fc-d24294dd540e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:42:34.547742 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f451cd6-c941-41f5-99fc-d24294dd540e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:42:34.549356 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f451cd6-c941-41f5-99fc-d24294dd540e None None] Tracked resource versions report: May 19 05:42:34.549356 dv-cinder-782405-8-iscsi neutron-server[103392]: pushed versions: May 19 05:42:34.549356 dv-cinder-782405-8-iscsi neutron-server[103392]: { 'AddressGroup': {'1.2'}, May 19 05:42:34.549356 dv-cinder-782405-8-iscsi neutron-server[103392]: 'ConntrackHelper': {'1.0'}, May 19 05:42:34.549356 dv-cinder-782405-8-iscsi neutron-server[103392]: 'Log': {'1.0'}, May 19 05:42:34.549356 dv-cinder-782405-8-iscsi neutron-server[103392]: 'Network': {'1.1'}, May 19 05:42:34.549356 dv-cinder-782405-8-iscsi neutron-server[103392]: 'Port': {'1.7'}, May 19 05:42:34.549356 dv-cinder-782405-8-iscsi neutron-server[103392]: 'PortForwarding': {'1.2'}, May 19 05:42:34.549356 dv-cinder-782405-8-iscsi neutron-server[103392]: 'QosPolicy': {'1.8'}, May 19 05:42:34.549356 dv-cinder-782405-8-iscsi neutron-server[103392]: 'SecurityGroup': {'1.4'}, May 19 05:42:34.549356 dv-cinder-782405-8-iscsi neutron-server[103392]: 'SecurityGroupRule': {'1.2'}, May 19 05:42:34.549356 dv-cinder-782405-8-iscsi neutron-server[103392]: 'SubPort': {'1.0'}, May 19 05:42:34.549356 dv-cinder-782405-8-iscsi neutron-server[103392]: 'Subnet': {'1.1'}, May 19 05:42:34.549356 dv-cinder-782405-8-iscsi neutron-server[103392]: 'Trunk': {'1.1'}} May 19 05:42:34.549356 dv-cinder-782405-8-iscsi neutron-server[103392]: consumer versions: May 19 05:42:34.549356 dv-cinder-782405-8-iscsi neutron-server[103392]: { DHCP agent@dv-cinder-782405-8-iscsi: {}, May 19 05:42:34.549356 dv-cinder-782405-8-iscsi neutron-server[103392]: HyperV agent@hv-cinder-78240: {}, May 19 05:42:34.549356 dv-cinder-782405-8-iscsi neutron-server[103392]: L3 agent@dv-cinder-782405-8-iscsi: {}, May 19 05:42:34.549356 dv-cinder-782405-8-iscsi neutron-server[103392]: Metadata agent@dv-cinder-782405-8-iscsi: {}, May 19 05:42:34.549356 dv-cinder-782405-8-iscsi neutron-server[103392]: Metering agent@dv-cinder-782405-8-iscsi: {}, May 19 05:42:34.549356 dv-cinder-782405-8-iscsi neutron-server[103392]: Open vSwitch agent@dv-cinder-782405-8-iscsi: { 'AddressGroup': '1.2', May 19 05:42:34.549356 dv-cinder-782405-8-iscsi neutron-server[103392]: 'ConntrackHelper': '1.0', May 19 05:42:34.549356 dv-cinder-782405-8-iscsi neutron-server[103392]: 'Log': '1.0', May 19 05:42:34.549356 dv-cinder-782405-8-iscsi neutron-server[103392]: 'Network': '1.1', May 19 05:42:34.549356 dv-cinder-782405-8-iscsi neutron-server[103392]: 'Port': '1.7', May 19 05:42:34.549356 dv-cinder-782405-8-iscsi neutron-server[103392]: 'PortForwarding': '1.2', May 19 05:42:34.549356 dv-cinder-782405-8-iscsi neutron-server[103392]: 'QosPolicy': '1.8', May 19 05:42:34.549356 dv-cinder-782405-8-iscsi neutron-server[103392]: 'SecurityGroup': '1.4', May 19 05:42:34.549356 dv-cinder-782405-8-iscsi neutron-server[103392]: 'SecurityGroupRule': '1.2', May 19 05:42:34.549356 dv-cinder-782405-8-iscsi neutron-server[103392]: 'SubPort': '1.0', May 19 05:42:34.549356 dv-cinder-782405-8-iscsi neutron-server[103392]: 'Subnet': '1.1', May 19 05:42:34.549356 dv-cinder-782405-8-iscsi neutron-server[103392]: 'Trunk': '1.1'}} May 19 05:42:34.549356 dv-cinder-782405-8-iscsi neutron-server[103392]: {{(pid=103392) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 05:42:34.586499 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-7f451cd6-c941-41f5-99fc-d24294dd540e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:42:34.599219 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f451cd6-c941-41f5-99fc-d24294dd540e None None] Network 89d5aa65-3a6d-4be9-a00d-99ff97528276 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:42:34.599813 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b7be5f17-0d32-4148-a2e5-12aee4bb4d45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-517945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-469251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27466'] for router, precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:34.692417 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-7f451cd6-c941-41f5-99fc-d24294dd540e None None] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:42:34.700430 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f451cd6-c941-41f5-99fc-d24294dd540e None None] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 05:42:34.910610 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7874ed75-3d0c-463a-96d2-1de673690a11 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:34.963784 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-7f451cd6-c941-41f5-99fc-d24294dd540e None None] Attempting to bind port fcb779f4-ce06-4214-ab3f-36f67d3999b0 on host dv-cinder-782405-8-iscsi for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 05:42:34.964302 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-7f451cd6-c941-41f5-99fc-d24294dd540e None None] Attempting to bind port fcb779f4-ce06-4214-ab3f-36f67d3999b0 by drivers openvswitch,hyperv on host dv-cinder-782405-8-iscsi at level 0 using segments [{'id': '91f2eabd-2095-4aa5-b7b2-cb363e7f7010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '89d5aa65-3a6d-4be9-a00d-99ff97528276'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 05:42:34.964526 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f451cd6-c941-41f5-99fc-d24294dd540e None None] Attempting to bind port fcb779f4-ce06-4214-ab3f-36f67d3999b0 on network 89d5aa65-3a6d-4be9-a00d-99ff97528276 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:42:34.982537 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7874ed75-3d0c-463a-96d2-1de673690a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:34.997527 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-ab0f9126-d8c4-4790-85b4-9d1777ff5cee None None] Allocated IP 172.20.0.2 (66468b2a-efab-4a3c-bf32-cbdbf073937c/0fe61487-2837-401f-bfcd-f193a4daf6f6/3234bc41-0cd1-47ec-a2d8-9b3521ee26fa) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 05:42:34.999733 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f451cd6-c941-41f5-99fc-d24294dd540e None None] Checking agent: {'id': '8851ba53-2e70-4f4c-a9f5-617d9b5548bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 5, 35, 15), 'started_at': datetime.datetime(2021, 5, 19, 5, 35, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 5, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 05:42:35.000082 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f451cd6-c941-41f5-99fc-d24294dd540e None None] Checking segment: {'id': '91f2eabd-2095-4aa5-b7b2-cb363e7f7010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '89d5aa65-3a6d-4be9-a00d-99ff97528276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:42:35.000494 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7f451cd6-c941-41f5-99fc-d24294dd540e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:35.000956 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f451cd6-c941-41f5-99fc-d24294dd540e None None] Bound using segment: {'id': '91f2eabd-2095-4aa5-b7b2-cb363e7f7010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '89d5aa65-3a6d-4be9-a00d-99ff97528276'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 05:42:35.001439 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-7f451cd6-c941-41f5-99fc-d24294dd540e None None] Bound port: fcb779f4-ce06-4214-ab3f-36f67d3999b0, host: dv-cinder-782405-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f2eabd-2095-4aa5-b7b2-cb363e7f7010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '89d5aa65-3a6d-4be9-a00d-99ff97528276'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 05:42:35.001850 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7f451cd6-c941-41f5-99fc-d24294dd540e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:35.013929 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-38682c13-03ad-46fd-9009-5d98ec3bfce1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:35.163952 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-38682c13-03ad-46fd-9009-5d98ec3bfce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:35.251804 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3280a721-a490-41b8-800d-53549b4d59d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065'] for subnet, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:35.369220 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 41352) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:42:35.383985 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:42:35.405421 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-7f451cd6-c941-41f5-99fc-d24294dd540e None None] For port fcb779f4-ce06-4214-ab3f-36f67d3999b0, host dv-cinder-782405-8-iscsi, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 05:42:35.412050 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-7f451cd6-c941-41f5-99fc-d24294dd540e None None] For port fcb779f4-ce06-4214-ab3f-36f67d3999b0, host dv-cinder-782405-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-iscsi',level=0,port_id=fcb779f4-ce06-4214-ab3f-36f67d3999b0,segment=NetworkSegment(91f2eabd-2095-4aa5-b7b2-cb363e7f7010),segment_id=91f2eabd-2095-4aa5-b7b2-cb363e7f7010)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 05:42:35.457494 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3280a721-a490-41b8-800d-53549b4d59d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26bcad94-1526-462e-9739-34f08a7f2e0a,revision_number=0']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:42:35.463228 dv-cinder-782405-8-iscsi neutron-server[103391]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 19 05:42:35.471248 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [None req-7874ed75-3d0c-463a-96d2-1de673690a11 admin admin] Allocated IP 172.27.0.46 (1e6dde84-3174-47a4-a93f-45a4a19145c3/a354a417-b24c-44ef-b568-941dc79a6d49/dd28ff85-3d29-4e8e-9885-5ddd30fc1d32) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 05:42:35.527807 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-3280a721-a490-41b8-800d-53549b4d59d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:42:35.530386 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ad8ad25d-3521-41b0-a3a1-e80cc11fcfac req-d4f91439-59ac-4aec-aaec-d9f9b786f32a tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/ports?device_id=d010da67-18ef-42bc-a6c4-0dca8dab2dbc HTTP/1.1" status: 200 len: 210 time: 0.1480916 May 19 05:42:35.536123 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ab0f9126-d8c4-4790-85b4-9d1777ff5cee None None] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:35.547774 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7f451cd6-c941-41f5-99fc-d24294dd540e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:35.558944 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-ab0f9126-d8c4-4790-85b4-9d1777ff5cee None None] Transition to ACTIVE for port object 3234bc41-0cd1-47ec-a2d8-9b3521ee26fa will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:42:35.565836 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:42:35.592362 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3280a721-a490-41b8-800d-53549b4d59d3 admin admin] Checking segment: {'id': '158de6a9-376d-4d4f-a307-af47b61e2c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '03dcfb66-ea3c-465d-b08c-ec5988394a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:42:35.592719 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3280a721-a490-41b8-800d-53549b4d59d3 admin admin] Network hostable DHCP agents. Network: 03dcfb66-ea3c-465d-b08c-ec5988394a1d, hostable agents: ['51c3ebcd-1a29-4010-9a37-07f85f6ad558'], hosted agents: [] {{(pid=103391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 05:42:35.624081 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3280a721-a490-41b8-800d-53549b4d59d3 admin admin] Network 03dcfb66-ea3c-465d-b08c-ec5988394a1d is scheduled to be hosted by DHCP agent 51c3ebcd-1a29-4010-9a37-07f85f6ad558 with binding_index 1 {{(pid=103391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 05:42:35.659871 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-ab0f9126-d8c4-4790-85b4-9d1777ff5cee None None] Transition to ACTIVE for port object 3234bc41-0cd1-47ec-a2d8-9b3521ee26fa will not be triggered until provisioned by entity DHCP. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:42:35.679947 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ab0f9126-d8c4-4790-85b4-9d1777ff5cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742272799735'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:35.703792 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f451cd6-c941-41f5-99fc-d24294dd540e None None] Pushing event updated for resources: {'Port': ['ID=fcb779f4-ce06-4214-ab3f-36f67d3999b0,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:42:35.724714 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-7f451cd6-c941-41f5-99fc-d24294dd540e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:42:35.725173 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-7f451cd6-c941-41f5-99fc-d24294dd540e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:42:35.726201 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7874ed75-3d0c-463a-96d2-1de673690a11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:35.772077 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7874ed75-3d0c-463a-96d2-1de673690a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742272799735'] for port, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:35.778257 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-de170232-49fc-4cc4-bbd1-0060f1dc8b93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:42:35.821214 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0f9126-d8c4-4790-85b4-9d1777ff5cee None None] Network 66468b2a-efab-4a3c-bf32-cbdbf073937c is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:42:35.824113 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-ab0f9126-d8c4-4790-85b4-9d1777ff5cee None None] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:42:35.827895 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0f9126-d8c4-4790-85b4-9d1777ff5cee None None] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 05:42:35.862785 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7874ed75-3d0c-463a-96d2-1de673690a11 admin admin] Network 1e6dde84-3174-47a4-a93f-45a4a19145c3 is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:42:35.865775 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0f9126-d8c4-4790-85b4-9d1777ff5cee None None] Pushing event updated for resources: {'Port': ['ID=3234bc41-0cd1-47ec-a2d8-9b3521ee26fa,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:42:35.866105 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-7874ed75-3d0c-463a-96d2-1de673690a11 admin admin] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:42:35.868692 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7874ed75-3d0c-463a-96d2-1de673690a11 admin admin] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 05:42:35.879886 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-ab0f9126-d8c4-4790-85b4-9d1777ff5cee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:42:35.919003 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-3280a721-a490-41b8-800d-53549b4d59d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782405-8-iscsi, 03dcfb66-ea3c-465d-b08c-ec5988394a1d) {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:42:35.938085 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7874ed75-3d0c-463a-96d2-1de673690a11 admin admin] Pushing event updated for resources: {'Port': ['ID=dd28ff85-3d29-4e8e-9885-5ddd30fc1d32,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:42:35.938891 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064886e7-2748-4fb9-91f0-a6a29ed3429e None None] Network 03dcfb66-ea3c-465d-b08c-ec5988394a1d requested from dv-cinder-782405-8-iscsi {{(pid=103392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 05:42:35.943901 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-7874ed75-3d0c-463a-96d2-1de673690a11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:42:35.947885 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3280a721-a490-41b8-800d-53549b4d59d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:42:35.948629 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3280a721-a490-41b8-800d-53549b4d59d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584083'] for subnet, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:35.997500 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-ab0f9126-d8c4-4790-85b4-9d1777ff5cee None None] Attempting to bind port 3234bc41-0cd1-47ec-a2d8-9b3521ee26fa on host dv-cinder-782405-8-iscsi for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 05:42:36.004265 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-ab0f9126-d8c4-4790-85b4-9d1777ff5cee None None] Attempting to bind port 3234bc41-0cd1-47ec-a2d8-9b3521ee26fa by drivers openvswitch,hyperv on host dv-cinder-782405-8-iscsi at level 0 using segments [{'id': 'f507ec07-80b3-40da-acb9-6d4ba052bdb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '66468b2a-efab-4a3c-bf32-cbdbf073937c'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 05:42:36.004805 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0f9126-d8c4-4790-85b4-9d1777ff5cee None None] Attempting to bind port 3234bc41-0cd1-47ec-a2d8-9b3521ee26fa on network 66468b2a-efab-4a3c-bf32-cbdbf073937c {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:42:36.015765 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-3280a721-a490-41b8-800d-53549b4d59d3 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.4015231 May 19 05:42:36.015765 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b7be5f17-0d32-4148-a2e5-12aee4bb4d45 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:36.067033 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b7be5f17-0d32-4148-a2e5-12aee4bb4d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:36.116724 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [None req-38682c13-03ad-46fd-9009-5d98ec3bfce1 admin admin] Allocated IP 172.27.0.26 (1e6dde84-3174-47a4-a93f-45a4a19145c3/a354a417-b24c-44ef-b568-941dc79a6d49/5a66f97d-b267-4414-8859-2b5b55d524f2) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 05:42:36.151155 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0f9126-d8c4-4790-85b4-9d1777ff5cee None None] Checking agent: {'id': '8851ba53-2e70-4f4c-a9f5-617d9b5548bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 5, 35, 15), 'started_at': datetime.datetime(2021, 5, 19, 5, 35, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 5, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 05:42:36.151582 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0f9126-d8c4-4790-85b4-9d1777ff5cee None None] Checking segment: {'id': 'f507ec07-80b3-40da-acb9-6d4ba052bdb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '66468b2a-efab-4a3c-bf32-cbdbf073937c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:42:36.151988 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ab0f9126-d8c4-4790-85b4-9d1777ff5cee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:36.152452 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0f9126-d8c4-4790-85b4-9d1777ff5cee None None] Bound using segment: {'id': 'f507ec07-80b3-40da-acb9-6d4ba052bdb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '66468b2a-efab-4a3c-bf32-cbdbf073937c'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 05:42:36.152943 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-ab0f9126-d8c4-4790-85b4-9d1777ff5cee None None] Bound port: 3234bc41-0cd1-47ec-a2d8-9b3521ee26fa, host: dv-cinder-782405-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f507ec07-80b3-40da-acb9-6d4ba052bdb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '66468b2a-efab-4a3c-bf32-cbdbf073937c'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 05:42:36.153357 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ab0f9126-d8c4-4790-85b4-9d1777ff5cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:36.448230 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7874ed75-3d0c-463a-96d2-1de673690a11 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:36.453979 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-38682c13-03ad-46fd-9009-5d98ec3bfce1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:36.523012 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-ab0f9126-d8c4-4790-85b4-9d1777ff5cee None None] For port 3234bc41-0cd1-47ec-a2d8-9b3521ee26fa, host dv-cinder-782405-8-iscsi, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 05:42:36.541944 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483ab655-80b1-45fc-9552-c8b1fe60eee4 None None] Network 03dcfb66-ea3c-465d-b08c-ec5988394a1d requested from dv-cinder-782405-8-iscsi {{(pid=103392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 05:42:36.575461 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-ab0f9126-d8c4-4790-85b4-9d1777ff5cee None None] For port 3234bc41-0cd1-47ec-a2d8-9b3521ee26fa, host dv-cinder-782405-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-iscsi',level=0,port_id=3234bc41-0cd1-47ec-a2d8-9b3521ee26fa,segment=NetworkSegment(f507ec07-80b3-40da-acb9-6d4ba052bdb5),segment_id=f507ec07-80b3-40da-acb9-6d4ba052bdb5)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 05:42:36.583130 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-38682c13-03ad-46fd-9009-5d98ec3bfce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742272799735'] for port, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:36.588612 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ab0f9126-d8c4-4790-85b4-9d1777ff5cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:36.641196 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-3dee1cfd-6338-4de6-88c5-f1fa126f88f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:42:36.647633 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 41390) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:42:36.659205 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-a35f723b-44a6-45a0-8b05-e60e7090528f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:42:36.841499 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0f9126-d8c4-4790-85b4-9d1777ff5cee None None] Pushing event updated for resources: {'Port': ['ID=3234bc41-0cd1-47ec-a2d8-9b3521ee26fa,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:42:36.844694 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-ab0f9126-d8c4-4790-85b4-9d1777ff5cee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:42:36.904726 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38682c13-03ad-46fd-9009-5d98ec3bfce1 admin admin] Network 1e6dde84-3174-47a4-a93f-45a4a19145c3 is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:42:36.922518 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c3136231-3ac6-46c1-8f84-68d7de2d3c7c req-b6d967c9-7a92-45b8-a098-31886371fc00 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/ports?device_id=d010da67-18ef-42bc-a6c4-0dca8dab2dbc HTTP/1.1" status: 200 len: 210 time: 0.1078801 May 19 05:42:36.934364 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-38682c13-03ad-46fd-9009-5d98ec3bfce1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:42:36.938448 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38682c13-03ad-46fd-9009-5d98ec3bfce1 admin admin] Pushing event updated for resources: {'Port': ['ID=5a66f97d-b267-4414-8859-2b5b55d524f2,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:42:36.962613 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38682c13-03ad-46fd-9009-5d98ec3bfce1 admin admin] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 05:42:36.992932 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device fcb779f4-ce06-4214-ab3f-36f67d3999b0 up at agent ovs-agent-dv-cinder-782405-8-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:42:37.037226 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [None req-b7be5f17-0d32-4148-a2e5-12aee4bb4d45 admin admin] Allocated IP 172.27.0.112 (1e6dde84-3174-47a4-a93f-45a4a19145c3/a354a417-b24c-44ef-b568-941dc79a6d49/2282138d-dbca-4b4f-9ee5-b6b23b6b7fc8) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 05:42:37.159916 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Provisioning for port fcb779f4-ce06-4214-ab3f-36f67d3999b0 completed by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:42:37.216808 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-38682c13-03ad-46fd-9009-5d98ec3bfce1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.558s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:42:37.217577 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-bdb16826-e2fa-49c1-b323-1ec5c5bdb903 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:37.248017 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7874ed75-3d0c-463a-96d2-1de673690a11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-518026'] for router, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:37.277053 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-bdb16826-e2fa-49c1-b323-1ec5c5bdb903 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:42:37.285863 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-bdb16826-e2fa-49c1-b323-1ec5c5bdb903 admin admin] Usage tracker for resource:security_group_rule and tenant:259cf3b76668487f9258eb386909d6a8 is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:42:37.290873 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b399ddf-4f09-44b0-9eb1-0ea9978bc551 None None] Network 89d5aa65-3a6d-4be9-a00d-99ff97528276 requested from dv-cinder-782405-8-iscsi {{(pid=103392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 05:42:37.335277 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-bdb16826-e2fa-49c1-b323-1ec5c5bdb903 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:42:37.348301 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-bdb16826-e2fa-49c1-b323-1ec5c5bdb903 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:42:37.388936 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-aefd5b09-6546-4548-9328-d835f6f56ddd None None] Provisioning for port fcb779f4-ce06-4214-ab3f-36f67d3999b0 completed by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:42:37.398469 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-aefd5b09-6546-4548-9328-d835f6f56ddd None None] Provisioning complete for port fcb779f4-ce06-4214-ab3f-36f67d3999b0 triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:42:37.398892 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-aefd5b09-6546-4548-9328-d835f6f56ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:37.409537 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e0acf9-f0b8-4fd1-a5be-be2556542597 req-9548e51e-6824-442d-b59c-b7d3626730f9 tempest-DeleteServersTestJSON-1742042662 tempest-DeleteServersTestJSON-1742042662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:42:37.410231 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [req-15e0acf9-f0b8-4fd1-a5be-be2556542597 req-9548e51e-6824-442d-b59c-b7d3626730f9 tempest-DeleteServersTestJSON-1742042662 tempest-DeleteServersTestJSON-1742042662-project] Synchronizing usage tracker for tenant:47ad02488c50471da1b1a57ccb2499cd on resource:network {{(pid=103390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:42:37.588401 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b7be5f17-0d32-4148-a2e5-12aee4bb4d45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:37.618792 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7874ed75-3d0c-463a-96d2-1de673690a11 admin admin] Router 9d3d919d-c6af-42aa-af4d-a9b5cc183fbb is scheduled to L3 agent b1c473b1-11ec-4d73-8852-93414dd700fb with binding_index 1 {{(pid=103390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 05:42:37.632724 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-aefd5b09-6546-4548-9328-d835f6f56ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:37.682971 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-aefd5b09-6546-4548-9328-d835f6f56ddd None None] For port fcb779f4-ce06-4214-ab3f-36f67d3999b0, host dv-cinder-782405-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-iscsi',level=0,port_id=fcb779f4-ce06-4214-ab3f-36f67d3999b0,segment=NetworkSegment(91f2eabd-2095-4aa5-b7b2-cb363e7f7010),segment_id=91f2eabd-2095-4aa5-b7b2-cb363e7f7010)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:42:37.706882 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-aefd5b09-6546-4548-9328-d835f6f56ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:37.722339 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:42:37.736741 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-38682c13-03ad-46fd-9009-5d98ec3bfce1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:37.812824 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd5b09-6546-4548-9328-d835f6f56ddd None None] Pushing event updated for resources: {'Port': ['ID=fcb779f4-ce06-4214-ab3f-36f67d3999b0,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:42:37.824598 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-aefd5b09-6546-4548-9328-d835f6f56ddd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:42:37.850699 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-bdb16826-e2fa-49c1-b323-1ec5c5bdb903 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:37.866488 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-bdb16826-e2fa-49c1-b323-1ec5c5bdb903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:37.874697 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [req-15e0acf9-f0b8-4fd1-a5be-be2556542597 req-9548e51e-6824-442d-b59c-b7d3626730f9 tempest-DeleteServersTestJSON-1742042662 tempest-DeleteServersTestJSON-1742042662-project] Unset dirty status for tenant:47ad02488c50471da1b1a57ccb2499cd on resource:network {{(pid=103390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:42:37.882829 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-15e0acf9-f0b8-4fd1-a5be-be2556542597 req-9548e51e-6824-442d-b59c-b7d3626730f9 tempest-DeleteServersTestJSON-1742042662 tempest-DeleteServersTestJSON-1742042662-project] 10.222.0.11 "GET /v2.0/networks?id=03dcfb66-ea3c-465d-b08c-ec5988394a1d HTTP/1.1" status: 200 len: 812 time: 1.0210145 May 19 05:42:37.901590 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7874ed75-3d0c-463a-96d2-1de673690a11 admin admin] Notify agent at l3_agent.dv-cinder-782405-8-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 05:42:37.903809 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-15e0acf9-f0b8-4fd1-a5be-be2556542597 req-c7649002-7de6-4326-a634-24e06d5f43d3 tempest-DeleteServersTestJSON-1742042662 tempest-DeleteServersTestJSON-1742042662-project] 10.222.0.11 "GET /v2.0/quotas/47ad02488c50471da1b1a57ccb2499cd HTTP/1.1" status: 200 len: 375 time: 0.0201719 May 19 05:42:37.911235 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191d4338-8f11-4172-94df-bb901c71b1b6 None None] Sync routers for ids ['9d3d919d-c6af-42aa-af4d-a9b5cc183fbb'] in dv-cinder-782405-8-iscsi {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 05:42:37.935415 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191d4338-8f11-4172-94df-bb901c71b1b6 None None] Routers {'9d3d919d-c6af-42aa-af4d-a9b5cc183fbb'} bound to L3 agent in host dv-cinder-782405-8-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:42:37.936064 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-191d4338-8f11-4172-94df-bb901c71b1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T05:35:15Z,description=,heartbeat_timestamp=2021-05-19T05:42:15Z,host='dv-cinder-782405-8-iscsi',id=b1c473b1-11ec-4d73-8852-93414dd700fb,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:35:15Z,topic='l3_agent')) {'router_ids': ['9d3d919d-c6af-42aa-af4d-a9b5cc183fbb'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:42:37.984462 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:42:37.992999 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-15e0acf9-f0b8-4fd1-a5be-be2556542597 req-324c78a0-9161-40da-9e14-1794b8321748 tempest-DeleteServersTestJSON-1742042662 tempest-DeleteServersTestJSON-1742042662-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=47ad02488c50471da1b1a57ccb2499cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0763717 May 19 05:42:38.002321 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b7be5f17-0d32-4148-a2e5-12aee4bb4d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742272799735'] for port, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:38.037665 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-517b907d-0ee5-4c11-90c8-c3e825dbfb2c None None] Provisioning complete for port fcb779f4-ce06-4214-ab3f-36f67d3999b0 triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:42:38.038834 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-517b907d-0ee5-4c11-90c8-c3e825dbfb2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:38.059875 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7be5f17-0d32-4148-a2e5-12aee4bb4d45 admin admin] Network 1e6dde84-3174-47a4-a93f-45a4a19145c3 is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:42:38.066737 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-b7be5f17-0d32-4148-a2e5-12aee4bb4d45 admin admin] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:42:38.071575 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7874ed75-3d0c-463a-96d2-1de673690a11 admin admin] Notify callbacks [] for router, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:38.072725 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-7874ed75-3d0c-463a-96d2-1de673690a11 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.4188085 May 19 05:42:38.075790 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 41416) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:42:38.080587 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-bdb16826-e2fa-49c1-b323-1ec5c5bdb903 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=259cf3b76668487f9258eb386909d6a8&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3472216 May 19 05:42:38.083947 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 41418) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:42:38.088138 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb16826-e2fa-49c1-b323-1ec5c5bdb903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0210251e-6908-4997-adfa-dd824014c154,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:42:38.100898 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7be5f17-0d32-4148-a2e5-12aee4bb4d45 admin admin] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 05:42:38.196975 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-bdb16826-e2fa-49c1-b323-1ec5c5bdb903 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:42:38.236649 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-191d4338-8f11-4172-94df-bb901c71b1b6 None None] Set router 9d3d919d-c6af-42aa-af4d-a9b5cc183fbb gateway port host: dv-cinder-782405-8-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:42:38.245088 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6852ec-6653-47e1-adac-3ac594ae5126 None None] Network 66468b2a-efab-4a3c-bf32-cbdbf073937c requested from dv-cinder-782405-8-iscsi {{(pid=103392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 05:42:38.257809 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.220s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:42:38.328754 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-15e0acf9-f0b8-4fd1-a5be-be2556542597 req-881e613f-457d-4685-bfcc-77fb4805cb45 service neutron] 10.222.0.11 "GET /v2.0/networks/03dcfb66-ea3c-465d-b08c-ec5988394a1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3189139 May 19 05:42:38.442365 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-322466f1-9681-4989-8dd2-d40a0a171332 req-0069e537-c32c-43bb-b584-f7e9415e9361 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/ports?device_id=d010da67-18ef-42bc-a6c4-0dca8dab2dbc HTTP/1.1" status: 200 len: 210 time: 0.2467666 May 19 05:42:38.472523 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-27614003-dc04-48b7-bdab-042ad860a7e8 None None] Provisioning for port 3234bc41-0cd1-47ec-a2d8-9b3521ee26fa completed by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:42:38.506575 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7be5f17-0d32-4148-a2e5-12aee4bb4d45 admin admin] Pushing event updated for resources: {'Port': ['ID=2282138d-dbca-4b4f-9ee5-b6b23b6b7fc8,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:42:38.514315 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-b7be5f17-0d32-4148-a2e5-12aee4bb4d45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:42:38.553270 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7c869a4f-828c-4437-8ed2-475dc5d63f68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:38.612139 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-191d4338-8f11-4172-94df-bb901c71b1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d3d919d-c6af-42aa-af4d-a9b5cc183fbb', 'name': 'tempest-ServerRescueNegativeTestJSON-1324188727-router', 'tenant_id': '2aa9f910d0e44032ac9af01a62399d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'dd28ff85-3d29-4e8e-9885-5ddd30fc1d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:42:33Z', 'updated_at': '2021-05-19T05:42:36Z', 'revision_number': 3, 'project_id': '2aa9f910d0e44032ac9af01a62399d3d', 'gw_port': {'id': 'dd28ff85-3d29-4e8e-9885-5ddd30fc1d32', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e5:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d3d919d-c6af-42aa-af4d-a9b5cc183fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:42:35Z', 'updated_at': '2021-05-19T05:42:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi'}], 'dv-cinder-782405-8-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:42:38.616763 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191d4338-8f11-4172-94df-bb901c71b1b6 None None] Checking router: 9d3d919d-c6af-42aa-af4d-a9b5cc183fbb for host: dv-cinder-782405-8-iscsi {{(pid=103393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 05:42:38.617505 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191d4338-8f11-4172-94df-bb901c71b1b6 None None] Updating router 9d3d919d-c6af-42aa-af4d-a9b5cc183fbb port dd28ff85-3d29-4e8e-9885-5ddd30fc1d32 binding host dv-cinder-782405-8-iscsi {{(pid=103393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 05:42:38.689080 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7c869a4f-828c-4437-8ed2-475dc5d63f68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:38.700652 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-191d4338-8f11-4172-94df-bb901c71b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:38.702648 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-15e0acf9-f0b8-4fd1-a5be-be2556542597 req-64eae471-6457-4c82-8d7d-4c5207586577 service neutron] 10.222.0.11 "GET /v2.0/networks/03dcfb66-ea3c-465d-b08c-ec5988394a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3644834 May 19 05:42:38.713354 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-38682c13-03ad-46fd-9009-5d98ec3bfce1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-518026'] for router, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:38.915976 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7c869a4f-828c-4437-8ed2-475dc5d63f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:38.930046 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-038716f8-0d3e-495c-b5a0-72253de95607 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:42:39.038632 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device 3234bc41-0cd1-47ec-a2d8-9b3521ee26fa up at agent ovs-agent-dv-cinder-782405-8-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:42:39.082291 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c6a76401-423c-4ed5-9f50-f2cfe2454787 req-1c3eeca6-0979-4d46-a3de-7eaf91b50461 tempest-DeleteServersTestJSON-1742042662 tempest-DeleteServersTestJSON-1742042662-project] 10.222.0.11 "GET /v2.0/ports?device_id=278604b3-d7b0-4f84-808c-87a0495698bd HTTP/1.1" status: 200 len: 210 time: 0.0757606 May 19 05:42:39.100992 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b7be5f17-0d32-4148-a2e5-12aee4bb4d45 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:39.125027 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c869a4f-828c-4437-8ed2-475dc5d63f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0210251e-6908-4997-adfa-dd824014c154,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:42:39.129832 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-7c869a4f-828c-4437-8ed2-475dc5d63f68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:42:39.159501 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Provisioning for port 3234bc41-0cd1-47ec-a2d8-9b3521ee26fa completed by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:42:39.167760 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Provisioning complete for port 3234bc41-0cd1-47ec-a2d8-9b3521ee26fa triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:42:39.168252 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:39.178024 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7c869a4f-828c-4437-8ed2-475dc5d63f68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:39.198212 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-7c869a4f-828c-4437-8ed2-475dc5d63f68 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0210251e-6908-4997-adfa-dd824014c154 HTTP/1.1" status: 204 len: 168 time: 1.1008015 May 19 05:42:39.332602 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-191d4338-8f11-4172-94df-bb901c71b1b6 None None] Notify callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:39.366223 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:39.372007 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-191d4338-8f11-4172-94df-bb901c71b1b6 None None] Transition to ACTIVE for port object dd28ff85-3d29-4e8e-9885-5ddd30fc1d32 will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:42:39.393460 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-191d4338-8f11-4172-94df-bb901c71b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:39.401270 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG oslo_concurrency.lockutils [None req-f56cd755-dac3-419c-9e01-352386673969 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:42:39.423243 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] For port 3234bc41-0cd1-47ec-a2d8-9b3521ee26fa, host dv-cinder-782405-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-iscsi',level=0,port_id=3234bc41-0cd1-47ec-a2d8-9b3521ee26fa,segment=NetworkSegment(f507ec07-80b3-40da-acb9-6d4ba052bdb5),segment_id=f507ec07-80b3-40da-acb9-6d4ba052bdb5)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:42:39.435888 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:39.437827 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device fcb779f4-ce06-4214-ab3f-36f67d3999b0 up at agent ovs-agent-dv-cinder-782405-8-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:42:39.504394 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b978e6-2a8c-4c4b-9e87-d807293931d7 None None] Pushing event updated for resources: {'Port': ['ID=dd28ff85-3d29-4e8e-9885-5ddd30fc1d32,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:42:39.514584 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b978e6-2a8c-4c4b-9e87-d807293931d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:42:39.514811 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b978e6-2a8c-4c4b-9e87-d807293931d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:42:39.515262 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b978e6-2a8c-4c4b-9e87-d807293931d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:42:39.515681 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b978e6-2a8c-4c4b-9e87-d807293931d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:42:39.516134 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b978e6-2a8c-4c4b-9e87-d807293931d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:42:39.516670 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b978e6-2a8c-4c4b-9e87-d807293931d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:42:39.517081 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b978e6-2a8c-4c4b-9e87-d807293931d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:42:39.518094 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b978e6-2a8c-4c4b-9e87-d807293931d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:42:39.518912 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b978e6-2a8c-4c4b-9e87-d807293931d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:42:39.519037 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b978e6-2a8c-4c4b-9e87-d807293931d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:42:39.519448 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b978e6-2a8c-4c4b-9e87-d807293931d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:42:39.519857 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b978e6-2a8c-4c4b-9e87-d807293931d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:42:39.522216 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:42:39.526998 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b978e6-2a8c-4c4b-9e87-d807293931d7 None None] Tracked resource versions report: May 19 05:42:39.526998 dv-cinder-782405-8-iscsi neutron-server[103393]: pushed versions: May 19 05:42:39.526998 dv-cinder-782405-8-iscsi neutron-server[103393]: { 'AddressGroup': {'1.2'}, May 19 05:42:39.526998 dv-cinder-782405-8-iscsi neutron-server[103393]: 'ConntrackHelper': {'1.0'}, May 19 05:42:39.526998 dv-cinder-782405-8-iscsi neutron-server[103393]: 'Log': {'1.0'}, May 19 05:42:39.526998 dv-cinder-782405-8-iscsi neutron-server[103393]: 'Network': {'1.1'}, May 19 05:42:39.526998 dv-cinder-782405-8-iscsi neutron-server[103393]: 'Port': {'1.7'}, May 19 05:42:39.526998 dv-cinder-782405-8-iscsi neutron-server[103393]: 'PortForwarding': {'1.2'}, May 19 05:42:39.526998 dv-cinder-782405-8-iscsi neutron-server[103393]: 'QosPolicy': {'1.8'}, May 19 05:42:39.526998 dv-cinder-782405-8-iscsi neutron-server[103393]: 'SecurityGroup': {'1.4'}, May 19 05:42:39.526998 dv-cinder-782405-8-iscsi neutron-server[103393]: 'SecurityGroupRule': {'1.2'}, May 19 05:42:39.526998 dv-cinder-782405-8-iscsi neutron-server[103393]: 'SubPort': {'1.0'}, May 19 05:42:39.526998 dv-cinder-782405-8-iscsi neutron-server[103393]: 'Subnet': {'1.1'}, May 19 05:42:39.526998 dv-cinder-782405-8-iscsi neutron-server[103393]: 'Trunk': {'1.1'}} May 19 05:42:39.526998 dv-cinder-782405-8-iscsi neutron-server[103393]: consumer versions: May 19 05:42:39.526998 dv-cinder-782405-8-iscsi neutron-server[103393]: { DHCP agent@dv-cinder-782405-8-iscsi: {}, May 19 05:42:39.526998 dv-cinder-782405-8-iscsi neutron-server[103393]: HyperV agent@hv-cinder-78240: {}, May 19 05:42:39.526998 dv-cinder-782405-8-iscsi neutron-server[103393]: L3 agent@dv-cinder-782405-8-iscsi: {}, May 19 05:42:39.526998 dv-cinder-782405-8-iscsi neutron-server[103393]: Metadata agent@dv-cinder-782405-8-iscsi: {}, May 19 05:42:39.526998 dv-cinder-782405-8-iscsi neutron-server[103393]: Metering agent@dv-cinder-782405-8-iscsi: {}, May 19 05:42:39.526998 dv-cinder-782405-8-iscsi neutron-server[103393]: Open vSwitch agent@dv-cinder-782405-8-iscsi: { 'AddressGroup': '1.2', May 19 05:42:39.526998 dv-cinder-782405-8-iscsi neutron-server[103393]: 'ConntrackHelper': '1.0', May 19 05:42:39.526998 dv-cinder-782405-8-iscsi neutron-server[103393]: 'Log': '1.0', May 19 05:42:39.526998 dv-cinder-782405-8-iscsi neutron-server[103393]: 'Network': '1.1', May 19 05:42:39.526998 dv-cinder-782405-8-iscsi neutron-server[103393]: 'Port': '1.7', May 19 05:42:39.526998 dv-cinder-782405-8-iscsi neutron-server[103393]: 'PortForwarding': '1.2', May 19 05:42:39.526998 dv-cinder-782405-8-iscsi neutron-server[103393]: 'QosPolicy': '1.8', May 19 05:42:39.526998 dv-cinder-782405-8-iscsi neutron-server[103393]: 'SecurityGroup': '1.4', May 19 05:42:39.526998 dv-cinder-782405-8-iscsi neutron-server[103393]: 'SecurityGroupRule': '1.2', May 19 05:42:39.526998 dv-cinder-782405-8-iscsi neutron-server[103393]: 'SubPort': '1.0', May 19 05:42:39.526998 dv-cinder-782405-8-iscsi neutron-server[103393]: 'Subnet': '1.1', May 19 05:42:39.526998 dv-cinder-782405-8-iscsi neutron-server[103393]: 'Trunk': '1.1'}} May 19 05:42:39.526998 dv-cinder-782405-8-iscsi neutron-server[103393]: {{(pid=103393) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 05:42:39.532860 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG oslo_concurrency.lockutils [None req-f7b978e6-2a8c-4c4b-9e87-d807293931d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=103393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:42:39.555649 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-191d4338-8f11-4172-94df-bb901c71b1b6 None None] Attempting to bind port dd28ff85-3d29-4e8e-9885-5ddd30fc1d32 on host dv-cinder-782405-8-iscsi for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 05:42:39.556231 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-191d4338-8f11-4172-94df-bb901c71b1b6 None None] Attempting to bind port dd28ff85-3d29-4e8e-9885-5ddd30fc1d32 by drivers openvswitch,hyperv on host dv-cinder-782405-8-iscsi at level 0 using segments [{'id': 'edaa9548-0a8e-4b05-b39a-c151d3266f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 05:42:39.556686 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191d4338-8f11-4172-94df-bb901c71b1b6 None None] Attempting to bind port dd28ff85-3d29-4e8e-9885-5ddd30fc1d32 on network 1e6dde84-3174-47a4-a93f-45a4a19145c3 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:42:39.563757 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191d4338-8f11-4172-94df-bb901c71b1b6 None None] Checking agent: {'id': '8851ba53-2e70-4f4c-a9f5-617d9b5548bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 5, 35, 15), 'started_at': datetime.datetime(2021, 5, 19, 5, 35, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 5, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 05:42:39.565412 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191d4338-8f11-4172-94df-bb901c71b1b6 None None] Checking segment: {'id': 'edaa9548-0a8e-4b05-b39a-c151d3266f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:42:39.566035 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-191d4338-8f11-4172-94df-bb901c71b1b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:39.566500 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191d4338-8f11-4172-94df-bb901c71b1b6 None None] Bound using segment: {'id': 'edaa9548-0a8e-4b05-b39a-c151d3266f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 05:42:39.567631 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-191d4338-8f11-4172-94df-bb901c71b1b6 None None] Bound port: dd28ff85-3d29-4e8e-9885-5ddd30fc1d32, host: dv-cinder-782405-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edaa9548-0a8e-4b05-b39a-c151d3266f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 05:42:39.567631 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-191d4338-8f11-4172-94df-bb901c71b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:39.664605 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38682c13-03ad-46fd-9009-5d98ec3bfce1 admin admin] Router ba9066bd-3808-4530-a786-6c3fc6030ad9 is scheduled to L3 agent b1c473b1-11ec-4d73-8852-93414dd700fb with binding_index 1 {{(pid=103391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 05:42:39.688611 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 41460) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:42:39.706976 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Pushing event updated for resources: {'Port': ['ID=3234bc41-0cd1-47ec-a2d8-9b3521ee26fa,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:42:39.710115 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Provisioning complete for port fcb779f4-ce06-4214-ab3f-36f67d3999b0 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:42:39.710595 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:39.710961 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-191d4338-8f11-4172-94df-bb901c71b1b6 None None] For port dd28ff85-3d29-4e8e-9885-5ddd30fc1d32, host dv-cinder-782405-8-iscsi, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 05:42:39.716209 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-191d4338-8f11-4172-94df-bb901c71b1b6 None None] For port dd28ff85-3d29-4e8e-9885-5ddd30fc1d32, host dv-cinder-782405-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-iscsi',level=0,port_id=dd28ff85-3d29-4e8e-9885-5ddd30fc1d32,segment=NetworkSegment(edaa9548-0a8e-4b05-b39a-c151d3266f79),segment_id=edaa9548-0a8e-4b05-b39a-c151d3266f79)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 05:42:39.724548 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-191d4338-8f11-4172-94df-bb901c71b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:39.729117 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:42:39.768085 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0c471569-b948-418d-8db1-78fd15fff794 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:39.779769 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f9a4ad3a-36d6-4d26-84fc-cd5a817bc32b req-1119b15c-7cd2-45e5-8453-1fb1dda0bf05 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/ports?device_id=d010da67-18ef-42bc-a6c4-0dca8dab2dbc HTTP/1.1" status: 200 len: 210 time: 0.0573628 May 19 05:42:39.804411 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:42:39.818489 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-0c471569-b948-418d-8db1-78fd15fff794 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:42:39.824130 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191d4338-8f11-4172-94df-bb901c71b1b6 None None] Routers {'9d3d919d-c6af-42aa-af4d-a9b5cc183fbb'} bound to L3 agent in host dv-cinder-782405-8-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:42:39.824937 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-191d4338-8f11-4172-94df-bb901c71b1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T05:35:15Z,description=,heartbeat_timestamp=2021-05-19T05:42:15Z,host='dv-cinder-782405-8-iscsi',id=b1c473b1-11ec-4d73-8852-93414dd700fb,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:35:15Z,topic='l3_agent')) {'router_ids': ['9d3d919d-c6af-42aa-af4d-a9b5cc183fbb'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:42:39.841471 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-0c471569-b948-418d-8db1-78fd15fff794 admin admin] Usage tracker for resource:security_group_rule and tenant:8b25be316af94da588b3576410565501 is out of sync, need to count used quota {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:42:39.854121 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-0c471569-b948-418d-8db1-78fd15fff794 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:42:39.884991 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-0c471569-b948-418d-8db1-78fd15fff794 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:42:39.891398 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b978e6-2a8c-4c4b-9e87-d807293931d7 None None] Pushing event updated for resources: {'Port': ['ID=dd28ff85-3d29-4e8e-9885-5ddd30fc1d32,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:42:39.897323 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG oslo_concurrency.lockutils [None req-f7b978e6-2a8c-4c4b-9e87-d807293931d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=103393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:42:39.950676 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-46fc74d9-d303-4215-aa39-221a9caf97c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:40.054784 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-191d4338-8f11-4172-94df-bb901c71b1b6 None None] Set router 9d3d919d-c6af-42aa-af4d-a9b5cc183fbb gateway port host: dv-cinder-782405-8-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:42:40.127779 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b7be5f17-0d32-4148-a2e5-12aee4bb4d45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-518026'] for router, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:40.214374 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38682c13-03ad-46fd-9009-5d98ec3bfce1 admin admin] Notify agent at l3_agent.dv-cinder-782405-8-iscsi the message routers_updated {{(pid=103391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 05:42:40.225668 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893d1c1a-d30e-4be0-b4ec-8c44ead3ed73 None None] Sync routers for ids ['ba9066bd-3808-4530-a786-6c3fc6030ad9'] in dv-cinder-782405-8-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 05:42:40.245560 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893d1c1a-d30e-4be0-b4ec-8c44ead3ed73 None None] Routers {'ba9066bd-3808-4530-a786-6c3fc6030ad9'} bound to L3 agent in host dv-cinder-782405-8-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:42:40.246190 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-893d1c1a-d30e-4be0-b4ec-8c44ead3ed73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T05:35:15Z,description=,heartbeat_timestamp=2021-05-19T05:42:15Z,host='dv-cinder-782405-8-iscsi',id=b1c473b1-11ec-4d73-8852-93414dd700fb,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:35:15Z,topic='l3_agent')) {'router_ids': ['ba9066bd-3808-4530-a786-6c3fc6030ad9'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:42:40.296605 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0c471569-b948-418d-8db1-78fd15fff794 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:40.307765 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0c471569-b948-418d-8db1-78fd15fff794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:40.325213 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0e010386-3110-49c5-a750-e9eff2a82780 req-ebf1a307-904c-47c0-8d3b-028c1877dde6 tempest-DeleteServersTestJSON-1742042662 tempest-DeleteServersTestJSON-1742042662-project] 10.222.0.11 "GET /v2.0/ports?device_id=278604b3-d7b0-4f84-808c-87a0495698bd HTTP/1.1" status: 200 len: 210 time: 0.1279795 May 19 05:42:40.331459 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-3bbb00b9-21a2-4a0b-b689-e85d5e81d784 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:42:40.397646 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-38682c13-03ad-46fd-9009-5d98ec3bfce1 admin admin] Notify callbacks [] for router, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:40.401829 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-38682c13-03ad-46fd-9009-5d98ec3bfce1 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.6352725 May 19 05:42:40.402602 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 41484) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:42:40.425686 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c471569-b948-418d-8db1-78fd15fff794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e26d2a7-ad03-4f6c-85af-38ae9fa0e2a1,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:42:40.438250 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-0c471569-b948-418d-8db1-78fd15fff794 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8b25be316af94da588b3576410565501&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7484078 May 19 05:42:40.441985 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 41488) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:42:40.443002 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-0c471569-b948-418d-8db1-78fd15fff794 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:42:40.501040 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [None req-46fc74d9-d303-4215-aa39-221a9caf97c4 admin admin] Allocated IP 172.20.0.1 (e9fd4d9d-a461-43f3-8bc4-f70626927f45/b547b7c1-b0db-4ded-a1d7-26dc8e5f4a02/aaba33c1-588e-4555-8c5e-edaf6a9a2bae) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 05:42:40.553305 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-191d4338-8f11-4172-94df-bb901c71b1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d3d919d-c6af-42aa-af4d-a9b5cc183fbb', 'name': 'tempest-ServerRescueNegativeTestJSON-1324188727-router', 'tenant_id': '2aa9f910d0e44032ac9af01a62399d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'dd28ff85-3d29-4e8e-9885-5ddd30fc1d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:42:33Z', 'updated_at': '2021-05-19T05:42:36Z', 'revision_number': 3, 'project_id': '2aa9f910d0e44032ac9af01a62399d3d', 'gw_port': {'id': 'dd28ff85-3d29-4e8e-9885-5ddd30fc1d32', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e5:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d3d919d-c6af-42aa-af4d-a9b5cc183fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:42:35Z', 'updated_at': '2021-05-19T05:42:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi'}], 'dv-cinder-782405-8-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:42:40.557907 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-893d1c1a-d30e-4be0-b4ec-8c44ead3ed73 None None] Set router ba9066bd-3808-4530-a786-6c3fc6030ad9 gateway port host: dv-cinder-782405-8-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:42:40.559038 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191d4338-8f11-4172-94df-bb901c71b1b6 None None] The sync data for ids ['9d3d919d-c6af-42aa-af4d-a9b5cc183fbb'] in dv-cinder-782405-8-iscsi is: [{'id': '9d3d919d-c6af-42aa-af4d-a9b5cc183fbb', 'name': 'tempest-ServerRescueNegativeTestJSON-1324188727-router', 'tenant_id': '2aa9f910d0e44032ac9af01a62399d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'dd28ff85-3d29-4e8e-9885-5ddd30fc1d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:42:33Z', 'updated_at': '2021-05-19T05:42:36Z', 'revision_number': 3, 'project_id': '2aa9f910d0e44032ac9af01a62399d3d', 'gw_port': {'id': 'dd28ff85-3d29-4e8e-9885-5ddd30fc1d32', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e5:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d3d919d-c6af-42aa-af4d-a9b5cc183fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:42:35Z', 'updated_at': '2021-05-19T05:42:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi'}] {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 05:42:40.577330 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ffd3999d-5670-4dc7-a4cc-fb5907b9826a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:40.725568 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ffd3999d-5670-4dc7-a4cc-fb5907b9826a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:40.848071 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-46fc74d9-d303-4215-aa39-221a9caf97c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:40.885267 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7be5f17-0d32-4148-a2e5-12aee4bb4d45 admin admin] Router 28d60863-05ad-4fb3-9fc5-b38582aec9c9 is scheduled to L3 agent b1c473b1-11ec-4d73-8852-93414dd700fb with binding_index 1 {{(pid=103391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 05:42:41.000176 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-46fc74d9-d303-4215-aa39-221a9caf97c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742272799735'] for port, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:41.094303 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:42:41.129157 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device 3234bc41-0cd1-47ec-a2d8-9b3521ee26fa up at agent ovs-agent-dv-cinder-782405-8-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:42:41.262578 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fc74d9-d303-4215-aa39-221a9caf97c4 admin admin] Network e9fd4d9d-a461-43f3-8bc4-f70626927f45 is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:42:41.276312 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-46fc74d9-d303-4215-aa39-221a9caf97c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:42:41.302668 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fc74d9-d303-4215-aa39-221a9caf97c4 admin admin] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 05:42:41.304528 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-46fc74d9-d303-4215-aa39-221a9caf97c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398905'] for router_interface, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:41.430344 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.26', 50812) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:42:41.437438 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-893d1c1a-d30e-4be0-b4ec-8c44ead3ed73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba9066bd-3808-4530-a786-6c3fc6030ad9', 'name': 'tempest-AttachVolumeTestJSON-2060325190-router', 'tenant_id': 'e11f985d37b842499bf1e28b1ad007cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '5a66f97d-b267-4414-8859-2b5b55d524f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:42:33Z', 'updated_at': '2021-05-19T05:42:37Z', 'revision_number': 3, 'project_id': 'e11f985d37b842499bf1e28b1ad007cf', 'gw_port': {'id': '5a66f97d-b267-4414-8859-2b5b55d524f2', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:42:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba9066bd-3808-4530-a786-6c3fc6030ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:42:35Z', 'updated_at': '2021-05-19T05:42:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi'}], 'dv-cinder-782405-8-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:42:41.503811 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ffd3999d-5670-4dc7-a4cc-fb5907b9826a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:41.573163 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Provisioning complete for port 3234bc41-0cd1-47ec-a2d8-9b3521ee26fa triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:42:41.573707 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:41.646770 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fc74d9-d303-4215-aa39-221a9caf97c4 admin admin] Pushing event updated for resources: {'Port': ['ID=aaba33c1-588e-4555-8c5e-edaf6a9a2bae,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:42:41.660875 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-46fc74d9-d303-4215-aa39-221a9caf97c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:42:41.661338 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.116s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:42:41.676192 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd3999d-5670-4dc7-a4cc-fb5907b9826a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e26d2a7-ad03-4f6c-85af-38ae9fa0e2a1,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:42:41.685707 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893d1c1a-d30e-4be0-b4ec-8c44ead3ed73 None None] Checking router: ba9066bd-3808-4530-a786-6c3fc6030ad9 for host: dv-cinder-782405-8-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 05:42:41.694048 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-ffd3999d-5670-4dc7-a4cc-fb5907b9826a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:42:41.694411 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893d1c1a-d30e-4be0-b4ec-8c44ead3ed73 None None] Updating router ba9066bd-3808-4530-a786-6c3fc6030ad9 port 5a66f97d-b267-4414-8859-2b5b55d524f2 binding host dv-cinder-782405-8-iscsi {{(pid=103392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 05:42:41.698144 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ffd3999d-5670-4dc7-a4cc-fb5907b9826a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:41.701998 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-ffd3999d-5670-4dc7-a4cc-fb5907b9826a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8e26d2a7-ad03-4f6c-85af-38ae9fa0e2a1 HTTP/1.1" status: 204 len: 168 time: 1.2578504 May 19 05:42:41.820848 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-84cfa326-daa2-4f16-b736-a1e84b3adcf4 req-8b24f404-abfa-4183-9600-6ec8beccc55c tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/ports?device_id=d010da67-18ef-42bc-a6c4-0dca8dab2dbc HTTP/1.1" status: 200 len: 210 time: 0.5149679 May 19 05:42:41.893048 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-893d1c1a-d30e-4be0-b4ec-8c44ead3ed73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:41.893924 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-52588978-7917-43d5-b9c5-e61f7f6167d9 req-e2fbd57e-a878-487c-92ae-52940c3f7fbf tempest-DeleteServersTestJSON-1742042662 tempest-DeleteServersTestJSON-1742042662-project] 10.222.0.11 "GET /v2.0/ports?device_id=278604b3-d7b0-4f84-808c-87a0495698bd HTTP/1.1" status: 200 len: 210 time: 0.1379426 May 19 05:42:41.936800 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4697f248-ed45-4356-bb44-b92daf01848f req-ddf4aa3e-5c02-41e4-b9fe-6890a9b07041 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:42:41.943850 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4697f248-ed45-4356-bb44-b92daf01848f req-ddf4aa3e-5c02-41e4-b9fe-6890a9b07041 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.26 "GET /v2.0/networks?id=4c713a74-0813-44be-ac36-fe2debef4543 HTTP/1.1" status: 200 len: 814 time: 0.5043268 May 19 05:42:42.172321 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-46fc74d9-d303-4215-aa39-221a9caf97c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:42.203111 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.26', 50820) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:42:42.238266 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [req-4697f248-ed45-4356-bb44-b92daf01848f req-58dc4296-5819-4e7d-9b90-67e1f661457d tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Request body: {'port': {'device_id': 'd010da67-18ef-42bc-a6c4-0dca8dab2dbc', 'network_id': '4c713a74-0813-44be-ac36-fe2debef4543', 'admin_state_up': True, 'tenant_id': '0595826c8352417daa536bf080ca9f0c'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:42:42.566482 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1742df2b-01b8-483f-9db8-5799f0c68807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:42.588462 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e0acf9-f0b8-4fd1-a5be-be2556542597 req-9034fefb-0019-401f-8fff-6b3ae80d9cf8 tempest-DeleteServersTestJSON-1742042662 tempest-DeleteServersTestJSON-1742042662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:42:42.598021 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-15e0acf9-f0b8-4fd1-a5be-be2556542597 req-9034fefb-0019-401f-8fff-6b3ae80d9cf8 tempest-DeleteServersTestJSON-1742042662 tempest-DeleteServersTestJSON-1742042662-project] 10.222.0.26 "GET /v2.0/networks?id=03dcfb66-ea3c-465d-b08c-ec5988394a1d HTTP/1.1" status: 200 len: 812 time: 0.3880155 May 19 05:42:42.623538 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [req-15e0acf9-f0b8-4fd1-a5be-be2556542597 req-4bf16924-b94f-486b-971b-3e0cdfbf2a85 tempest-DeleteServersTestJSON-1742042662 tempest-DeleteServersTestJSON-1742042662-project] Request body: {'port': {'device_id': '278604b3-d7b0-4f84-808c-87a0495698bd', 'network_id': '03dcfb66-ea3c-465d-b08c-ec5988394a1d', 'admin_state_up': True, 'tenant_id': '47ad02488c50471da1b1a57ccb2499cd'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:42:42.668924 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7be5f17-0d32-4148-a2e5-12aee4bb4d45 admin admin] Notify agent at l3_agent.dv-cinder-782405-8-iscsi the message routers_updated {{(pid=103391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 05:42:42.685011 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df672e5-50a3-447e-ba91-f6179793c6db None None] Sync routers for ids ['28d60863-05ad-4fb3-9fc5-b38582aec9c9'] in dv-cinder-782405-8-iscsi {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 05:42:42.704389 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df672e5-50a3-447e-ba91-f6179793c6db None None] Routers {'28d60863-05ad-4fb3-9fc5-b38582aec9c9'} bound to L3 agent in host dv-cinder-782405-8-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:42:42.707607 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-0df672e5-50a3-447e-ba91-f6179793c6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T05:35:15Z,description=,heartbeat_timestamp=2021-05-19T05:42:15Z,host='dv-cinder-782405-8-iscsi',id=b1c473b1-11ec-4d73-8852-93414dd700fb,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:35:15Z,topic='l3_agent')) {'router_ids': ['28d60863-05ad-4fb3-9fc5-b38582aec9c9'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:42:42.822114 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-893d1c1a-d30e-4be0-b4ec-8c44ead3ed73 None None] Notify callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:42.837027 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-893d1c1a-d30e-4be0-b4ec-8c44ead3ed73 None None] Transition to ACTIVE for port object 5a66f97d-b267-4414-8859-2b5b55d524f2 will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:42:42.868582 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-893d1c1a-d30e-4be0-b4ec-8c44ead3ed73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:42.873074 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:42:43.049266 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b7be5f17-0d32-4148-a2e5-12aee4bb4d45 admin admin] Notify callbacks [] for router, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:43.050601 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-b7be5f17-0d32-4148-a2e5-12aee4bb4d45 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 9.1901405 May 19 05:42:43.061762 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device dd28ff85-3d29-4e8e-9885-5ddd30fc1d32 up at agent ovs-agent-dv-cinder-782405-8-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:42:43.070206 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 41592) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:42:43.091316 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [req-4697f248-ed45-4356-bb44-b92daf01848f req-58dc4296-5819-4e7d-9b90-67e1f661457d tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:42:43.125724 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c0de38f6-28b8-44ae-ae45-0a7aa14133db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:43.233436 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [req-15e0acf9-f0b8-4fd1-a5be-be2556542597 req-4bf16924-b94f-486b-971b-3e0cdfbf2a85 tempest-DeleteServersTestJSON-1742042662 tempest-DeleteServersTestJSON-1742042662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:42:43.249781 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b3d5e49b-9417-48ef-874e-b1e267c77765 req-3108d7bb-1ce3-4eb4-871b-ee01e065449f tempest-DeleteServersTestJSON-1742042662 tempest-DeleteServersTestJSON-1742042662-project] 10.222.0.11 "GET /v2.0/ports?device_id=278604b3-d7b0-4f84-808c-87a0495698bd HTTP/1.1" status: 200 len: 210 time: 0.0786650 May 19 05:42:43.299200 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-15e0acf9-f0b8-4fd1-a5be-be2556542597 req-4bf16924-b94f-486b-971b-3e0cdfbf2a85 tempest-DeleteServersTestJSON-1742042662 tempest-DeleteServersTestJSON-1742042662-project] Usage tracker for resource:port and tenant:47ad02488c50471da1b1a57ccb2499cd is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:42:43.304012 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-15e0acf9-f0b8-4fd1-a5be-be2556542597 req-4bf16924-b94f-486b-971b-3e0cdfbf2a85 tempest-DeleteServersTestJSON-1742042662 tempest-DeleteServersTestJSON-1742042662-project] Quota usage for port was recalculated. Used quota:0. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:42:43.319779 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [req-15e0acf9-f0b8-4fd1-a5be-be2556542597 req-4bf16924-b94f-486b-971b-3e0cdfbf2a85 tempest-DeleteServersTestJSON-1742042662 tempest-DeleteServersTestJSON-1742042662-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:42:43.352489 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb3dec7-ab9b-4215-81d4-d81d5bceab16 None None] Pushing event updated for resources: {'Port': ['ID=5a66f97d-b267-4414-8859-2b5b55d524f2,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:42:43.366853 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-ebb3dec7-ab9b-4215-81d4-d81d5bceab16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:42:43.370692 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-893d1c1a-d30e-4be0-b4ec-8c44ead3ed73 None None] Attempting to bind port 5a66f97d-b267-4414-8859-2b5b55d524f2 on host dv-cinder-782405-8-iscsi for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 05:42:43.372330 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-893d1c1a-d30e-4be0-b4ec-8c44ead3ed73 None None] Attempting to bind port 5a66f97d-b267-4414-8859-2b5b55d524f2 by drivers openvswitch,hyperv on host dv-cinder-782405-8-iscsi at level 0 using segments [{'id': 'edaa9548-0a8e-4b05-b39a-c151d3266f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 05:42:43.374081 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893d1c1a-d30e-4be0-b4ec-8c44ead3ed73 None None] Attempting to bind port 5a66f97d-b267-4414-8859-2b5b55d524f2 on network 1e6dde84-3174-47a4-a93f-45a4a19145c3 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:42:43.391435 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-0df672e5-50a3-447e-ba91-f6179793c6db None None] Set router 28d60863-05ad-4fb3-9fc5-b38582aec9c9 gateway port host: dv-cinder-782405-8-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:42:43.409436 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15e0acf9-f0b8-4fd1-a5be-be2556542597 req-4bf16924-b94f-486b-971b-3e0cdfbf2a85 tempest-DeleteServersTestJSON-1742042662 tempest-DeleteServersTestJSON-1742042662-project] Made reservation on behalf of 47ad02488c50471da1b1a57ccb2499cd for: {'port': 1} {{(pid=103391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 05:42:43.413460 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893d1c1a-d30e-4be0-b4ec-8c44ead3ed73 None None] Checking agent: {'id': '8851ba53-2e70-4f4c-a9f5-617d9b5548bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 5, 35, 15), 'started_at': datetime.datetime(2021, 5, 19, 5, 35, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 5, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 05:42:43.413460 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893d1c1a-d30e-4be0-b4ec-8c44ead3ed73 None None] Checking segment: {'id': 'edaa9548-0a8e-4b05-b39a-c151d3266f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:42:43.413784 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-893d1c1a-d30e-4be0-b4ec-8c44ead3ed73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:43.417092 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-15e0acf9-f0b8-4fd1-a5be-be2556542597 req-4bf16924-b94f-486b-971b-3e0cdfbf2a85 tempest-DeleteServersTestJSON-1742042662 tempest-DeleteServersTestJSON-1742042662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:43.419054 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893d1c1a-d30e-4be0-b4ec-8c44ead3ed73 None None] Bound using segment: {'id': 'edaa9548-0a8e-4b05-b39a-c151d3266f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 05:42:43.419733 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-893d1c1a-d30e-4be0-b4ec-8c44ead3ed73 None None] Bound port: 5a66f97d-b267-4414-8859-2b5b55d524f2, host: dv-cinder-782405-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edaa9548-0a8e-4b05-b39a-c151d3266f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 05:42:43.421917 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-893d1c1a-d30e-4be0-b4ec-8c44ead3ed73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:43.601466 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Provisioning for port dd28ff85-3d29-4e8e-9885-5ddd30fc1d32 completed by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:42:43.640419 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Provisioning complete for port dd28ff85-3d29-4e8e-9885-5ddd30fc1d32 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:42:43.644497 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:43.812971 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-893d1c1a-d30e-4be0-b4ec-8c44ead3ed73 None None] For port 5a66f97d-b267-4414-8859-2b5b55d524f2, host dv-cinder-782405-8-iscsi, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 05:42:43.863466 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-893d1c1a-d30e-4be0-b4ec-8c44ead3ed73 None None] For port 5a66f97d-b267-4414-8859-2b5b55d524f2, host dv-cinder-782405-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-iscsi',level=0,port_id=5a66f97d-b267-4414-8859-2b5b55d524f2,segment=NetworkSegment(edaa9548-0a8e-4b05-b39a-c151d3266f79),segment_id=edaa9548-0a8e-4b05-b39a-c151d3266f79)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 05:42:43.881911 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-893d1c1a-d30e-4be0-b4ec-8c44ead3ed73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:43.897510 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-25009081-3b69-4742-af6d-d713d555beeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:42:44.017081 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [req-4697f248-ed45-4356-bb44-b92daf01848f req-58dc4296-5819-4e7d-9b90-67e1f661457d tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Usage tracker for resource:port and tenant:0595826c8352417daa536bf080ca9f0c is out of sync, need to count used quota {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:42:44.031460 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [req-4697f248-ed45-4356-bb44-b92daf01848f req-58dc4296-5819-4e7d-9b90-67e1f661457d tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Quota usage for port was recalculated. Used quota:0. {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:42:44.045847 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [req-4697f248-ed45-4356-bb44-b92daf01848f req-58dc4296-5819-4e7d-9b90-67e1f661457d tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:42:44.053043 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893d1c1a-d30e-4be0-b4ec-8c44ead3ed73 None None] Routers {'ba9066bd-3808-4530-a786-6c3fc6030ad9'} bound to L3 agent in host dv-cinder-782405-8-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:42:44.053686 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-893d1c1a-d30e-4be0-b4ec-8c44ead3ed73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T05:35:15Z,description=,heartbeat_timestamp=2021-05-19T05:42:15Z,host='dv-cinder-782405-8-iscsi',id=b1c473b1-11ec-4d73-8852-93414dd700fb,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:35:15Z,topic='l3_agent')) {'router_ids': ['ba9066bd-3808-4530-a786-6c3fc6030ad9'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:42:44.094641 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [None req-c0de38f6-28b8-44ae-ae45-0a7aa14133db admin admin] Allocated IP 172.20.0.1 (89d5aa65-3a6d-4be9-a00d-99ff97528276/82fd848a-77f0-4d3d-8454-3c0dcf103642/008bde14-b575-4a18-a567-8ba88098ff11) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 05:42:44.187375 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4697f248-ed45-4356-bb44-b92daf01848f req-58dc4296-5819-4e7d-9b90-67e1f661457d tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Made reservation on behalf of 0595826c8352417daa536bf080ca9f0c for: {'port': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 05:42:44.204212 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-4697f248-ed45-4356-bb44-b92daf01848f req-58dc4296-5819-4e7d-9b90-67e1f661457d tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:44.227068 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [req-15e0acf9-f0b8-4fd1-a5be-be2556542597 req-4bf16924-b94f-486b-971b-3e0cdfbf2a85 tempest-DeleteServersTestJSON-1742042662 tempest-DeleteServersTestJSON-1742042662-project] Allocated IP 172.20.0.8 (03dcfb66-ea3c-465d-b08c-ec5988394a1d/26bcad94-1526-462e-9739-34f08a7f2e0a/ae26349f-d758-488b-8d4f-4df6851d003d) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 05:42:44.425082 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-0df672e5-50a3-447e-ba91-f6179793c6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28d60863-05ad-4fb3-9fc5-b38582aec9c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1680429854-router', 'tenant_id': 'c17fd9a8c56841e28e94a39c06931094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '2282138d-dbca-4b4f-9ee5-b6b23b6b7fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:42:33Z', 'updated_at': '2021-05-19T05:42:38Z', 'revision_number': 3, 'project_id': 'c17fd9a8c56841e28e94a39c06931094', 'gw_port': {'id': '2282138d-dbca-4b4f-9ee5-b6b23b6b7fc8', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3d:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28d60863-05ad-4fb3-9fc5-b38582aec9c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:42:36Z', 'updated_at': '2021-05-19T05:42:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi'}], 'dv-cinder-782405-8-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:42:44.457483 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df672e5-50a3-447e-ba91-f6179793c6db None None] Checking router: 28d60863-05ad-4fb3-9fc5-b38582aec9c9 for host: dv-cinder-782405-8-iscsi {{(pid=103393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 05:42:44.466888 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df672e5-50a3-447e-ba91-f6179793c6db None None] Updating router 28d60863-05ad-4fb3-9fc5-b38582aec9c9 port 2282138d-dbca-4b4f-9ee5-b6b23b6b7fc8 binding host dv-cinder-782405-8-iscsi {{(pid=103393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 05:42:44.511067 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 41636) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:42:44.632399 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [req-4697f248-ed45-4356-bb44-b92daf01848f req-58dc4296-5819-4e7d-9b90-67e1f661457d tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Allocated IP 172.20.0.5 (4c713a74-0813-44be-ac36-fe2debef4543/3c4a5801-d8f0-4b74-b492-7e7724b84847/ef7937c5-b2ba-479d-b1b3-35acb21e0596) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 05:42:44.640231 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:44.652760 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb3dec7-ab9b-4215-81d4-d81d5bceab16 None None] Pushing event updated for resources: {'Port': ['ID=5a66f97d-b267-4414-8859-2b5b55d524f2,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:42:44.671780 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-ebb3dec7-ab9b-4215-81d4-d81d5bceab16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.774s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:42:44.684888 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0df672e5-50a3-447e-ba91-f6179793c6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:44.790829 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e0bc695d-d94e-4bd7-a85b-983399bdc58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:44.806062 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] For port dd28ff85-3d29-4e8e-9885-5ddd30fc1d32, host dv-cinder-782405-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-iscsi',level=0,port_id=dd28ff85-3d29-4e8e-9885-5ddd30fc1d32,segment=NetworkSegment(edaa9548-0a8e-4b05-b39a-c151d3266f79),segment_id=edaa9548-0a8e-4b05-b39a-c151d3266f79)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:42:44.848128 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:44.962297 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-47c41b26-44d5-48c3-a07d-95b910a3824a req-616279d6-e967-4452-aa9b-eac6b6fe2a37 tempest-DeleteServersTestJSON-1742042662 tempest-DeleteServersTestJSON-1742042662-project] 10.222.0.11 "GET /v2.0/ports?device_id=278604b3-d7b0-4f84-808c-87a0495698bd HTTP/1.1" status: 200 len: 210 time: 0.3834319 May 19 05:42:44.976991 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-3dee1cfd-6338-4de6-88c5-f1fa126f88f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:42:45.013145 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-4697f248-ed45-4356-bb44-b92daf01848f req-58dc4296-5819-4e7d-9b90-67e1f661457d tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Notify callbacks [] for port, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:45.022668 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c0de38f6-28b8-44ae-ae45-0a7aa14133db admin admin] Notify callbacks [] for port, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:45.030588 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0c57e237-abeb-4c62-bb9e-a07f168af6d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:45.037179 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:45.103442 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e792719f-6032-4248-a23c-2102350338d1 req-5b3866ce-1c33-4bce-9828-e3f8aea7ce5a tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/ports?device_id=d010da67-18ef-42bc-a6c4-0dca8dab2dbc HTTP/1.1" status: 200 len: 210 time: 1.0898895 May 19 05:42:45.104822 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-4697f248-ed45-4356-bb44-b92daf01848f req-58dc4296-5819-4e7d-9b90-67e1f661457d tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742272799735'] for port, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:45.132967 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-46fc74d9-d303-4215-aa39-221a9caf97c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:42:45.147306 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-0c57e237-abeb-4c62-bb9e-a07f168af6d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:42:45.159101 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-c0de38f6-28b8-44ae-ae45-0a7aa14133db admin admin] Transition to ACTIVE for port object 008bde14-b575-4a18-a567-8ba88098ff11 will not be triggered until provisioned by entity DHCP. {{(pid=103391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:42:45.182966 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4697f248-ed45-4356-bb44-b92daf01848f req-58dc4296-5819-4e7d-9b90-67e1f661457d tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Network 4c713a74-0813-44be-ac36-fe2debef4543 is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:42:45.186194 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-0c57e237-abeb-4c62-bb9e-a07f168af6d7 admin admin] Usage tracker for resource:security_group_rule and tenant:1908ca59f6cd400695eb0817e939332a is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:42:45.194913 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [req-4697f248-ed45-4356-bb44-b92daf01848f req-58dc4296-5819-4e7d-9b90-67e1f661457d tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:42:45.206545 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-0c57e237-abeb-4c62-bb9e-a07f168af6d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:42:45.208307 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [req-4697f248-ed45-4356-bb44-b92daf01848f req-58dc4296-5819-4e7d-9b90-67e1f661457d tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 05:42:45.214392 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4697f248-ed45-4356-bb44-b92daf01848f req-58dc4296-5819-4e7d-9b90-67e1f661457d tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:42:45.215352 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-4697f248-ed45-4356-bb44-b92daf01848f req-58dc4296-5819-4e7d-9b90-67e1f661457d tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584083'] for port, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:45.223189 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-0c57e237-abeb-4c62-bb9e-a07f168af6d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:42:45.266286 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-893d1c1a-d30e-4be0-b4ec-8c44ead3ed73 None None] Set router ba9066bd-3808-4530-a786-6c3fc6030ad9 gateway port host: dv-cinder-782405-8-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:42:45.285774 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4697f248-ed45-4356-bb44-b92daf01848f req-58dc4296-5819-4e7d-9b90-67e1f661457d tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1195066 May 19 05:42:45.395286 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0c57e237-abeb-4c62-bb9e-a07f168af6d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:45.412314 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dc4296-5819-4e7d-9b90-67e1f661457d tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Pushing event updated for resources: {'Port': ['ID=ef7937c5-b2ba-479d-b1b3-35acb21e0596,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:42:45.416571 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0c57e237-abeb-4c62-bb9e-a07f168af6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:45.426421 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-58dc4296-5819-4e7d-9b90-67e1f661457d tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:42:45.427706 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Pushing event updated for resources: {'Port': ['ID=dd28ff85-3d29-4e8e-9885-5ddd30fc1d32,revision_number=4']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:42:45.431283 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [req-4697f248-ed45-4356-bb44-b92daf01848f req-963ff4fe-27af-42fc-b1a6-ab7ace1c2822 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 05:42:45.432483 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4697f248-ed45-4356-bb44-b92daf01848f req-963ff4fe-27af-42fc-b1a6-ab7ace1c2822 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087156 May 19 05:42:45.524800 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-46fc74d9-d303-4215-aa39-221a9caf97c4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:45.540616 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-15e0acf9-f0b8-4fd1-a5be-be2556542597 req-4bf16924-b94f-486b-971b-3e0cdfbf2a85 tempest-DeleteServersTestJSON-1742042662 tempest-DeleteServersTestJSON-1742042662-project] Notify callbacks [] for port, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:45.617784 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-bdb16826-e2fa-49c1-b323-1ec5c5bdb903 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:42:45.637857 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-0c57e237-abeb-4c62-bb9e-a07f168af6d7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1908ca59f6cd400695eb0817e939332a&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1224756 May 19 05:42:45.640024 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0df672e5-50a3-447e-ba91-f6179793c6db None None] Notify callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:45.652140 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-15e0acf9-f0b8-4fd1-a5be-be2556542597 req-4bf16924-b94f-486b-971b-3e0cdfbf2a85 tempest-DeleteServersTestJSON-1742042662 tempest-DeleteServersTestJSON-1742042662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742272799735'] for port, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:45.668467 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 41654) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:42:45.674076 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-46fc74d9-d303-4215-aa39-221a9caf97c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:45.689573 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-0df672e5-50a3-447e-ba91-f6179793c6db None None] Transition to ACTIVE for port object 2282138d-dbca-4b4f-9ee5-b6b23b6b7fc8 will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:42:45.703434 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0df672e5-50a3-447e-ba91-f6179793c6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:45.703629 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-46fc74d9-d303-4215-aa39-221a9caf97c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398942'] for router_interface, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:45.710244 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.730s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:42:45.750995 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG oslo_concurrency.lockutils [None req-f56cd755-dac3-419c-9e01-352386673969 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:42:45.904730 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c0de38f6-28b8-44ae-ae45-0a7aa14133db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742272799735'] for port, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:45.920461 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c57e237-abeb-4c62-bb9e-a07f168af6d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2447f63-a9a4-4733-8363-1b73ae65c457,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:42:45.928726 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-58dc4296-5819-4e7d-9b90-67e1f661457d tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:42:45.941920 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15e0acf9-f0b8-4fd1-a5be-be2556542597 req-4bf16924-b94f-486b-971b-3e0cdfbf2a85 tempest-DeleteServersTestJSON-1742042662 tempest-DeleteServersTestJSON-1742042662-project] Network 03dcfb66-ea3c-465d-b08c-ec5988394a1d is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:42:45.943636 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-0c57e237-abeb-4c62-bb9e-a07f168af6d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:42:45.945263 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a466d5-ffe5-43b1-8529-a0345efce2c9 None None] Pushing event updated for resources: {'Port': ['ID=2282138d-dbca-4b4f-9ee5-b6b23b6b7fc8,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:42:45.954650 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [req-15e0acf9-f0b8-4fd1-a5be-be2556542597 req-4bf16924-b94f-486b-971b-3e0cdfbf2a85 tempest-DeleteServersTestJSON-1742042662 tempest-DeleteServersTestJSON-1742042662-project] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:42:45.960632 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-38682c13-03ad-46fd-9009-5d98ec3bfce1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:42:46.008319 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-0df672e5-50a3-447e-ba91-f6179793c6db None None] Attempting to bind port 2282138d-dbca-4b4f-9ee5-b6b23b6b7fc8 on host dv-cinder-782405-8-iscsi for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 05:42:46.011414 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-0df672e5-50a3-447e-ba91-f6179793c6db None None] Attempting to bind port 2282138d-dbca-4b4f-9ee5-b6b23b6b7fc8 by drivers openvswitch,hyperv on host dv-cinder-782405-8-iscsi at level 0 using segments [{'id': 'edaa9548-0a8e-4b05-b39a-c151d3266f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 05:42:46.011925 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df672e5-50a3-447e-ba91-f6179793c6db None None] Attempting to bind port 2282138d-dbca-4b4f-9ee5-b6b23b6b7fc8 on network 1e6dde84-3174-47a4-a93f-45a4a19145c3 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:42:46.014121 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-db7c5e23-657c-45d4-9da5-15ba3bf0d241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:46.024520 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df672e5-50a3-447e-ba91-f6179793c6db None None] Checking agent: {'id': '8851ba53-2e70-4f4c-a9f5-617d9b5548bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 5, 35, 15), 'started_at': datetime.datetime(2021, 5, 19, 5, 35, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 5, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 05:42:46.025034 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df672e5-50a3-447e-ba91-f6179793c6db None None] Checking segment: {'id': 'edaa9548-0a8e-4b05-b39a-c151d3266f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:42:46.025707 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0df672e5-50a3-447e-ba91-f6179793c6db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:46.026716 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df672e5-50a3-447e-ba91-f6179793c6db None None] Bound using segment: {'id': 'edaa9548-0a8e-4b05-b39a-c151d3266f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 05:42:46.030094 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-0df672e5-50a3-447e-ba91-f6179793c6db None None] Bound port: 2282138d-dbca-4b4f-9ee5-b6b23b6b7fc8, host: dv-cinder-782405-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edaa9548-0a8e-4b05-b39a-c151d3266f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 05:42:46.030449 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0df672e5-50a3-447e-ba91-f6179793c6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:46.106227 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [req-15e0acf9-f0b8-4fd1-a5be-be2556542597 req-4bf16924-b94f-486b-971b-3e0cdfbf2a85 tempest-DeleteServersTestJSON-1742042662 tempest-DeleteServersTestJSON-1742042662-project] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 05:42:46.115570 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-0df672e5-50a3-447e-ba91-f6179793c6db None None] For port 2282138d-dbca-4b4f-9ee5-b6b23b6b7fc8, host dv-cinder-782405-8-iscsi, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 05:42:46.124547 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-0df672e5-50a3-447e-ba91-f6179793c6db None None] For port 2282138d-dbca-4b4f-9ee5-b6b23b6b7fc8, host dv-cinder-782405-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-iscsi',level=0,port_id=2282138d-dbca-4b4f-9ee5-b6b23b6b7fc8,segment=NetworkSegment(edaa9548-0a8e-4b05-b39a-c151d3266f79),segment_id=edaa9548-0a8e-4b05-b39a-c151d3266f79)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 05:42:46.142816 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e0acf9-f0b8-4fd1-a5be-be2556542597 req-4bf16924-b94f-486b-971b-3e0cdfbf2a85 tempest-DeleteServersTestJSON-1742042662 tempest-DeleteServersTestJSON-1742042662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:42:46.145953 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-15e0acf9-f0b8-4fd1-a5be-be2556542597 req-4bf16924-b94f-486b-971b-3e0cdfbf2a85 tempest-DeleteServersTestJSON-1742042662 tempest-DeleteServersTestJSON-1742042662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584083'] for port, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:46.159444 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0df672e5-50a3-447e-ba91-f6179793c6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:46.176829 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG oslo_concurrency.lockutils [None req-50a466d5-ffe5-43b1-8529-a0345efce2c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=103393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:42:46.178294 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=103393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:42:46.206773 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fc74d9-d303-4215-aa39-221a9caf97c4 admin admin] Pushing event updated for resources: {'Port': ['ID=aaba33c1-588e-4555-8c5e-edaf6a9a2bae,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:42:46.217311 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-46fc74d9-d303-4215-aa39-221a9caf97c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:42:46.276908 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-893d1c1a-d30e-4be0-b4ec-8c44ead3ed73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba9066bd-3808-4530-a786-6c3fc6030ad9', 'name': 'tempest-AttachVolumeTestJSON-2060325190-router', 'tenant_id': 'e11f985d37b842499bf1e28b1ad007cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '5a66f97d-b267-4414-8859-2b5b55d524f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:42:33Z', 'updated_at': '2021-05-19T05:42:37Z', 'revision_number': 3, 'project_id': 'e11f985d37b842499bf1e28b1ad007cf', 'gw_port': {'id': '5a66f97d-b267-4414-8859-2b5b55d524f2', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:42:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba9066bd-3808-4530-a786-6c3fc6030ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:42:35Z', 'updated_at': '2021-05-19T05:42:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi'}], 'dv-cinder-782405-8-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:42:46.286512 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893d1c1a-d30e-4be0-b4ec-8c44ead3ed73 None None] The sync data for ids ['ba9066bd-3808-4530-a786-6c3fc6030ad9'] in dv-cinder-782405-8-iscsi is: [{'id': 'ba9066bd-3808-4530-a786-6c3fc6030ad9', 'name': 'tempest-AttachVolumeTestJSON-2060325190-router', 'tenant_id': 'e11f985d37b842499bf1e28b1ad007cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '5a66f97d-b267-4414-8859-2b5b55d524f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:42:33Z', 'updated_at': '2021-05-19T05:42:37Z', 'revision_number': 3, 'project_id': 'e11f985d37b842499bf1e28b1ad007cf', 'gw_port': {'id': '5a66f97d-b267-4414-8859-2b5b55d524f2', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:42:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba9066bd-3808-4530-a786-6c3fc6030ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:42:35Z', 'updated_at': '2021-05-19T05:42:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi'}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 05:42:46.314757 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0de38f6-28b8-44ae-ae45-0a7aa14133db admin admin] Network 89d5aa65-3a6d-4be9-a00d-99ff97528276 is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:42:46.320972 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-c0de38f6-28b8-44ae-ae45-0a7aa14133db admin admin] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:42:46.423275 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df672e5-50a3-447e-ba91-f6179793c6db None None] Routers {'28d60863-05ad-4fb3-9fc5-b38582aec9c9'} bound to L3 agent in host dv-cinder-782405-8-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:42:46.425261 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-0df672e5-50a3-447e-ba91-f6179793c6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-19T05:35:15Z,description=,heartbeat_timestamp=2021-05-19T05:42:45Z,host='dv-cinder-782405-8-iscsi',id=b1c473b1-11ec-4d73-8852-93414dd700fb,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:35:15Z,topic='l3_agent')) {'router_ids': ['28d60863-05ad-4fb3-9fc5-b38582aec9c9'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:42:46.425659 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0de38f6-28b8-44ae-ae45-0a7aa14133db admin admin] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 05:42:46.426439 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c0de38f6-28b8-44ae-ae45-0a7aa14133db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398905'] for router_interface, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:46.621146 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a466d5-ffe5-43b1-8529-a0345efce2c9 None None] Pushing event updated for resources: {'Port': ['ID=2282138d-dbca-4b4f-9ee5-b6b23b6b7fc8,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:42:46.634271 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG oslo_concurrency.lockutils [None req-50a466d5-ffe5-43b1-8529-a0345efce2c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=103393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:42:46.883073 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-a313df7c-29ee-420d-b43f-169ff0e0c6e1 None None] Provisioning for port 008bde14-b575-4a18-a567-8ba88098ff11 completed by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:42:46.908999 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-a313df7c-29ee-420d-b43f-169ff0e0c6e1 None None] Provisioning complete for port 008bde14-b575-4a18-a567-8ba88098ff11 triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:42:46.909433 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a313df7c-29ee-420d-b43f-169ff0e0c6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:47.008184 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [req-4697f248-ed45-4356-bb44-b92daf01848f req-4ef02722-8887-4e7c-9642-22e83012b0b7 service neutron] Request body: {'port': {'device_id': 'd010da67-18ef-42bc-a6c4-0dca8dab2dbc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78240'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:42:47.016266 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-0df672e5-50a3-447e-ba91-f6179793c6db None None] Set router 28d60863-05ad-4fb3-9fc5-b38582aec9c9 gateway port host: dv-cinder-782405-8-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:42:47.098133 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-275a8c00-642d-40f1-ad62-c4e658ca7495 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:47.159500 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a313df7c-29ee-420d-b43f-169ff0e0c6e1 None None] Port 008bde14-b575-4a18-a567-8ba88098ff11 cannot update to ACTIVE because it is not bound. {{(pid=103392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 05:42:47.187943 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-275a8c00-642d-40f1-ad62-c4e658ca7495 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:47.219256 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device 5a66f97d-b267-4414-8859-2b5b55d524f2 up at agent ovs-agent-dv-cinder-782405-8-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:42:47.426259 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Provisioning for port 5a66f97d-b267-4414-8859-2b5b55d524f2 completed by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:42:47.436960 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Provisioning complete for port 5a66f97d-b267-4414-8859-2b5b55d524f2 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:42:47.437746 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:47.589137 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ca9ec6bf-79c4-448f-b3bb-8c49e8cf3732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:47.605240 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c0de38f6-28b8-44ae-ae45-0a7aa14133db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:47.610708 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-8ef77f1b-c1f2-4f7f-903c-9c4facac0416 None None] Agent healthcheck: found 6 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 05:42:47.737385 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-4697f248-ed45-4356-bb44-b92daf01848f req-4ef02722-8887-4e7c-9642-22e83012b0b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:47.741397 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:47.806684 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] For port 5a66f97d-b267-4414-8859-2b5b55d524f2, host dv-cinder-782405-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-iscsi',level=0,port_id=5a66f97d-b267-4414-8859-2b5b55d524f2,segment=NetworkSegment(edaa9548-0a8e-4b05-b39a-c151d3266f79),segment_id=edaa9548-0a8e-4b05-b39a-c151d3266f79)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:42:47.819901 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:47.821252 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device dd28ff85-3d29-4e8e-9885-5ddd30fc1d32 up at agent ovs-agent-dv-cinder-782405-8-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:42:47.844425 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fc74d9-d303-4215-aa39-221a9caf97c4 admin admin] Network e9fd4d9d-a461-43f3-8bc4-f70626927f45 is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:42:47.851461 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-46fc74d9-d303-4215-aa39-221a9caf97c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:42:47.922417 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:42:48.002679 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5cded6-9961-41ea-bd8a-d3cc6fd6fc3b req-34cc06df-a0b2-4d64-a62d-263adea9e726 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:42:48.003439 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [req-8a5cded6-9961-41ea-bd8a-d3cc6fd6fc3b req-34cc06df-a0b2-4d64-a62d-263adea9e726 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Synchronizing usage tracker for tenant:0595826c8352417daa536bf080ca9f0c on resource:port {{(pid=103390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:42:48.070069 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c0de38f6-28b8-44ae-ae45-0a7aa14133db admin admin] Notify callbacks [] for port, precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:48.080356 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-275a8c00-642d-40f1-ad62-c4e658ca7495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:48.082946 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Pushing event updated for resources: {'Port': ['ID=5a66f97d-b267-4414-8859-2b5b55d524f2,revision_number=4']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:42:48.093328 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:42:48.115225 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-0df672e5-50a3-447e-ba91-f6179793c6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28d60863-05ad-4fb3-9fc5-b38582aec9c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1680429854-router', 'tenant_id': 'c17fd9a8c56841e28e94a39c06931094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '2282138d-dbca-4b4f-9ee5-b6b23b6b7fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:42:33Z', 'updated_at': '2021-05-19T05:42:38Z', 'revision_number': 3, 'project_id': 'c17fd9a8c56841e28e94a39c06931094', 'gw_port': {'id': '2282138d-dbca-4b4f-9ee5-b6b23b6b7fc8', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3d:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28d60863-05ad-4fb3-9fc5-b38582aec9c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:42:36Z', 'updated_at': '2021-05-19T05:42:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi'}], 'dv-cinder-782405-8-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:42:48.129109 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df672e5-50a3-447e-ba91-f6179793c6db None None] The sync data for ids ['28d60863-05ad-4fb3-9fc5-b38582aec9c9'] in dv-cinder-782405-8-iscsi is: [{'id': '28d60863-05ad-4fb3-9fc5-b38582aec9c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1680429854-router', 'tenant_id': 'c17fd9a8c56841e28e94a39c06931094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '2282138d-dbca-4b4f-9ee5-b6b23b6b7fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:42:33Z', 'updated_at': '2021-05-19T05:42:38Z', 'revision_number': 3, 'project_id': 'c17fd9a8c56841e28e94a39c06931094', 'gw_port': {'id': '2282138d-dbca-4b4f-9ee5-b6b23b6b7fc8', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3d:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28d60863-05ad-4fb3-9fc5-b38582aec9c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:42:36Z', 'updated_at': '2021-05-19T05:42:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi'}] {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 05:42:48.137911 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c0de38f6-28b8-44ae-ae45-0a7aa14133db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:48.151438 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-275a8c00-642d-40f1-ad62-c4e658ca7495 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:48.153020 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-275a8c00-642d-40f1-ad62-c4e658ca7495 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d2447f63-a9a4-4733-8363-1b73ae65c457 HTTP/1.1" status: 204 len: 168 time: 2.4836302 May 19 05:42:48.154217 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf16924-b94f-486b-971b-3e0cdfbf2a85 tempest-DeleteServersTestJSON-1742042662 tempest-DeleteServersTestJSON-1742042662-project] Pushing event updated for resources: {'Port': ['ID=ae26349f-d758-488b-8d4f-4df6851d003d,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:42:48.283539 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Provisioning complete for port dd28ff85-3d29-4e8e-9885-5ddd30fc1d32 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:42:48.291720 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:48.401519 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c0de38f6-28b8-44ae-ae45-0a7aa14133db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398942'] for router_interface, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:48.414093 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0de38f6-28b8-44ae-ae45-0a7aa14133db admin admin] Pushing event updated for resources: {'Port': ['ID=008bde14-b575-4a18-a567-8ba88098ff11,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:42:48.432927 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-c0de38f6-28b8-44ae-ae45-0a7aa14133db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.472s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:42:48.445609 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-b7be5f17-0d32-4148-a2e5-12aee4bb4d45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.525s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:42:48.477255 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-452013b1-7e54-4648-a4d6-b01be700aa2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:48.514525 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46fc74d9-d303-4215-aa39-221a9caf97c4 admin admin] Router 9d3d919d-c6af-42aa-af4d-a9b5cc183fbb has already been hosted by L3 agent b1c473b1-11ec-4d73-8852-93414dd700fb {{(pid=103390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 05:42:48.713204 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-15e0acf9-f0b8-4fd1-a5be-be2556542597 req-4bf16924-b94f-486b-971b-3e0cdfbf2a85 tempest-DeleteServersTestJSON-1742042662 tempest-DeleteServersTestJSON-1742042662-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.1006012 May 19 05:42:48.733346 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0de38f6-28b8-44ae-ae45-0a7aa14133db admin admin] Pushing event updated for resources: {'Port': ['ID=008bde14-b575-4a18-a567-8ba88098ff11,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:42:48.759093 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [req-15e0acf9-f0b8-4fd1-a5be-be2556542597 req-bd91190d-3c17-4bb9-afc4-8b558bdfcde2 service neutron] Request body: {'port': {'device_id': '278604b3-d7b0-4f84-808c-87a0495698bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78240'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:42:49.138311 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-c0de38f6-28b8-44ae-ae45-0a7aa14133db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.691s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:42:49.183448 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21be43be-d070-4e6c-a567-0ff80a62666d req-f865a24f-467f-471d-adc8-b249e0b7b825 tempest-DeleteServersTestJSON-1742042662 tempest-DeleteServersTestJSON-1742042662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:42:49.184205 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-21be43be-d070-4e6c-a567-0ff80a62666d req-f865a24f-467f-471d-adc8-b249e0b7b825 tempest-DeleteServersTestJSON-1742042662 tempest-DeleteServersTestJSON-1742042662-project] Synchronizing usage tracker for tenant:47ad02488c50471da1b1a57ccb2499cd on resource:port {{(pid=103391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:42:49.195815 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-8e7b0810-cfe8-4143-83e8-0994f67a95bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.795s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:42:49.254511 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device 5a66f97d-b267-4414-8859-2b5b55d524f2 up at agent ovs-agent-dv-cinder-782405-8-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:42:49.384924 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-15e0acf9-f0b8-4fd1-a5be-be2556542597 req-bd91190d-3c17-4bb9-afc4-8b558bdfcde2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:49.437002 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275a8c00-642d-40f1-ad62-c4e658ca7495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2447f63-a9a4-4733-8363-1b73ae65c457,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:42:49.443221 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-275a8c00-642d-40f1-ad62-c4e658ca7495 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:42:49.478154 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.064s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:42:49.478448 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:42:49.532274 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Provisioning complete for port 5a66f97d-b267-4414-8859-2b5b55d524f2 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:42:49.532781 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:49.654724 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-21be43be-d070-4e6c-a567-0ff80a62666d req-f865a24f-467f-471d-adc8-b249e0b7b825 tempest-DeleteServersTestJSON-1742042662 tempest-DeleteServersTestJSON-1742042662-project] Unset dirty status for tenant:47ad02488c50471da1b1a57ccb2499cd on resource:port {{(pid=103391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:42:49.665910 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-21be43be-d070-4e6c-a567-0ff80a62666d req-f865a24f-467f-471d-adc8-b249e0b7b825 tempest-DeleteServersTestJSON-1742042662 tempest-DeleteServersTestJSON-1742042662-project] 10.222.0.11 "GET /v2.0/ports?device_id=278604b3-d7b0-4f84-808c-87a0495698bd HTTP/1.1" status: 200 len: 931 time: 3.3726623 May 19 05:42:49.817842 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [req-8a5cded6-9961-41ea-bd8a-d3cc6fd6fc3b req-34cc06df-a0b2-4d64-a62d-263adea9e726 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Unset dirty status for tenant:0595826c8352417daa536bf080ca9f0c on resource:port {{(pid=103390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:42:49.823006 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8a5cded6-9961-41ea-bd8a-d3cc6fd6fc3b req-34cc06df-a0b2-4d64-a62d-263adea9e726 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/ports?device_id=d010da67-18ef-42bc-a6c4-0dca8dab2dbc HTTP/1.1" status: 200 len: 931 time: 3.2215652 May 19 05:42:49.924881 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [None req-452013b1-7e54-4648-a4d6-b01be700aa2b admin admin] Allocated IP 172.20.0.1 (66468b2a-efab-4a3c-bf32-cbdbf073937c/0fe61487-2837-401f-bfcd-f193a4daf6f6/9c2189c6-e426-466f-82fd-a8da5f47588b) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 05:42:49.930365 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device 2282138d-dbca-4b4f-9ee5-b6b23b6b7fc8 up at agent ovs-agent-dv-cinder-782405-8-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:42:49.959076 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0de38f6-28b8-44ae-ae45-0a7aa14133db admin admin] Network 89d5aa65-3a6d-4be9-a00d-99ff97528276 is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:42:49.969599 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-c0de38f6-28b8-44ae-ae45-0a7aa14133db admin admin] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:42:50.155892 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Provisioning for port 2282138d-dbca-4b4f-9ee5-b6b23b6b7fc8 completed by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:42:50.165975 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Provisioning complete for port 2282138d-dbca-4b4f-9ee5-b6b23b6b7fc8 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:42:50.166502 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:50.460957 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-452013b1-7e54-4648-a4d6-b01be700aa2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:50.470223 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:50.478965 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-6982e183-667a-469f-a842-48d2c486fd8b None None] Provisioning complete for port 008bde14-b575-4a18-a567-8ba88098ff11 triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:42:50.479721 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6982e183-667a-469f-a842-48d2c486fd8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:50.487826 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-452013b1-7e54-4648-a4d6-b01be700aa2b admin admin] Transition to ACTIVE for port object 9c2189c6-e426-466f-82fd-a8da5f47588b will not be triggered until provisioned by entity DHCP. {{(pid=103390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:42:50.552196 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-452013b1-7e54-4648-a4d6-b01be700aa2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742272799735'] for port, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:50.595631 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] For port 2282138d-dbca-4b4f-9ee5-b6b23b6b7fc8, host dv-cinder-782405-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-iscsi',level=0,port_id=2282138d-dbca-4b4f-9ee5-b6b23b6b7fc8,segment=NetworkSegment(edaa9548-0a8e-4b05-b39a-c151d3266f79),segment_id=edaa9548-0a8e-4b05-b39a-c151d3266f79)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:42:50.605902 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:50.612499 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:42:50.670807 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-6982e183-667a-469f-a842-48d2c486fd8b None None] Port 008bde14-b575-4a18-a567-8ba88098ff11 cannot update to ACTIVE because it is not bound. {{(pid=103392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 05:42:50.681560 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:42:50.693471 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [req-15e0acf9-f0b8-4fd1-a5be-be2556542597 req-bd91190d-3c17-4bb9-afc4-8b558bdfcde2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae26349f-d758-488b-8d4f-4df6851d003d {{(pid=103391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 05:42:50.701523 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-15e0acf9-f0b8-4fd1-a5be-be2556542597 req-bd91190d-3c17-4bb9-afc4-8b558bdfcde2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:50.719704 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Pushing event updated for resources: {'Port': ['ID=2282138d-dbca-4b4f-9ee5-b6b23b6b7fc8,revision_number=4']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:42:50.726884 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:42:50.780188 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [req-4697f248-ed45-4356-bb44-b92daf01848f req-4ef02722-8887-4e7c-9642-22e83012b0b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef7937c5-b2ba-479d-b1b3-35acb21e0596 {{(pid=103390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 05:42:50.789547 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-4697f248-ed45-4356-bb44-b92daf01848f req-4ef02722-8887-4e7c-9642-22e83012b0b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:50.813224 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [req-8a5cded6-9961-41ea-bd8a-d3cc6fd6fc3b req-381a0fa4-a585-42e7-bbf0-1e0021b0b002 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Synchronizing usage tracker for tenant:0595826c8352417daa536bf080ca9f0c on resource:security_group {{(pid=103390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:42:50.816308 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [req-15e0acf9-f0b8-4fd1-a5be-be2556542597 req-bd91190d-3c17-4bb9-afc4-8b558bdfcde2 service neutron] Transition to ACTIVE for port object ae26349f-d758-488b-8d4f-4df6851d003d will not be triggered until provisioned by entity L2. {{(pid=103391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:42:50.836756 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-21be43be-d070-4e6c-a567-0ff80a62666d req-fc9012f6-f77a-4fc2-b4ac-221d88746bc1 tempest-DeleteServersTestJSON-1742042662 tempest-DeleteServersTestJSON-1742042662-project] 10.222.0.11 "GET /v2.0/security-groups?id=088717ce-0188-4369-8665-c33c6e27594a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1683199 May 19 05:42:50.845070 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-15e0acf9-f0b8-4fd1-a5be-be2556542597 req-bd91190d-3c17-4bb9-afc4-8b558bdfcde2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:50.851919 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:42:50.900173 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452013b1-7e54-4648-a4d6-b01be700aa2b admin admin] Network 66468b2a-efab-4a3c-bf32-cbdbf073937c is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:42:50.916658 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-452013b1-7e54-4648-a4d6-b01be700aa2b admin admin] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:42:50.918619 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [req-8a5cded6-9961-41ea-bd8a-d3cc6fd6fc3b req-381a0fa4-a585-42e7-bbf0-1e0021b0b002 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Unset dirty status for tenant:0595826c8352417daa536bf080ca9f0c on resource:security_group {{(pid=103390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:42:50.919756 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8a5cded6-9961-41ea-bd8a-d3cc6fd6fc3b req-381a0fa4-a585-42e7-bbf0-1e0021b0b002 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d9a3903-103e-47fc-a618-0f60bf0833b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8149831 May 19 05:42:50.926339 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452013b1-7e54-4648-a4d6-b01be700aa2b admin admin] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 05:42:50.926885 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-452013b1-7e54-4648-a4d6-b01be700aa2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398905'] for router_interface, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:51.012705 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [req-4697f248-ed45-4356-bb44-b92daf01848f req-4ef02722-8887-4e7c-9642-22e83012b0b7 service neutron] Transition to ACTIVE for port object ef7937c5-b2ba-479d-b1b3-35acb21e0596 will not be triggered until provisioned by entity L2. {{(pid=103390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:42:51.045954 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-4697f248-ed45-4356-bb44-b92daf01848f req-4ef02722-8887-4e7c-9642-22e83012b0b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:51.053503 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452013b1-7e54-4648-a4d6-b01be700aa2b admin admin] Pushing event updated for resources: {'Port': ['ID=9c2189c6-e426-466f-82fd-a8da5f47588b,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:42:51.084128 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-452013b1-7e54-4648-a4d6-b01be700aa2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:42:51.084856 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-452013b1-7e54-4648-a4d6-b01be700aa2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:42:51.091853 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device 2282138d-dbca-4b4f-9ee5-b6b23b6b7fc8 up at agent ovs-agent-dv-cinder-782405-8-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:42:51.315612 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Provisioning complete for port 2282138d-dbca-4b4f-9ee5-b6b23b6b7fc8 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:42:51.316232 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:51.374926 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd91190d-3c17-4bb9-afc4-8b558bdfcde2 service neutron] Pushing event updated for resources: {'Port': ['ID=ae26349f-d758-488b-8d4f-4df6851d003d,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:42:51.374926 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-bd91190d-3c17-4bb9-afc4-8b558bdfcde2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:42:51.456895 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-15e0acf9-f0b8-4fd1-a5be-be2556542597 req-bd91190d-3c17-4bb9-afc4-8b558bdfcde2 service neutron] Attempting to bind port ae26349f-d758-488b-8d4f-4df6851d003d on host hv-cinder-78240 for vnic_type normal with profile {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 05:42:51.456895 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-15e0acf9-f0b8-4fd1-a5be-be2556542597 req-bd91190d-3c17-4bb9-afc4-8b558bdfcde2 service neutron] Attempting to bind port ae26349f-d758-488b-8d4f-4df6851d003d by drivers openvswitch,hyperv on host hv-cinder-78240 at level 0 using segments [{'id': '158de6a9-376d-4d4f-a307-af47b61e2c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '03dcfb66-ea3c-465d-b08c-ec5988394a1d'}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 05:42:51.456895 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e0acf9-f0b8-4fd1-a5be-be2556542597 req-bd91190d-3c17-4bb9-afc4-8b558bdfcde2 service neutron] Attempting to bind port ae26349f-d758-488b-8d4f-4df6851d003d on network 03dcfb66-ea3c-465d-b08c-ec5988394a1d {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:42:51.512591 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e0acf9-f0b8-4fd1-a5be-be2556542597 req-bd91190d-3c17-4bb9-afc4-8b558bdfcde2 service neutron] Port ae26349f-d758-488b-8d4f-4df6851d003d on network 03dcfb66-ea3c-465d-b08c-ec5988394a1d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78240 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 05:42:51.513192 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e0acf9-f0b8-4fd1-a5be-be2556542597 req-bd91190d-3c17-4bb9-afc4-8b558bdfcde2 service neutron] Attempting to bind port ae26349f-d758-488b-8d4f-4df6851d003d on network 03dcfb66-ea3c-465d-b08c-ec5988394a1d {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:42:51.516477 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0de38f6-28b8-44ae-ae45-0a7aa14133db admin admin] Router ba9066bd-3808-4530-a786-6c3fc6030ad9 has already been hosted by L3 agent b1c473b1-11ec-4d73-8852-93414dd700fb {{(pid=103391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 05:42:51.539179 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e0acf9-f0b8-4fd1-a5be-be2556542597 req-bd91190d-3c17-4bb9-afc4-8b558bdfcde2 service neutron] Checking agent: {'id': '5b106939-35fb-4931-879f-1b04325a2c36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78240', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 5, 40, 58), 'started_at': datetime.datetime(2021, 5, 19, 5, 40, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 5, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 05:42:51.539552 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e0acf9-f0b8-4fd1-a5be-be2556542597 req-bd91190d-3c17-4bb9-afc4-8b558bdfcde2 service neutron] Checking segment: {'id': '158de6a9-376d-4d4f-a307-af47b61e2c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '03dcfb66-ea3c-465d-b08c-ec5988394a1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:42:51.540422 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e0acf9-f0b8-4fd1-a5be-be2556542597 req-bd91190d-3c17-4bb9-afc4-8b558bdfcde2 service neutron] Bound using segment: {'id': '158de6a9-376d-4d4f-a307-af47b61e2c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '03dcfb66-ea3c-465d-b08c-ec5988394a1d'} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 05:42:51.540874 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-15e0acf9-f0b8-4fd1-a5be-be2556542597 req-bd91190d-3c17-4bb9-afc4-8b558bdfcde2 service neutron] Bound port: ae26349f-d758-488b-8d4f-4df6851d003d, host: hv-cinder-78240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '158de6a9-376d-4d4f-a307-af47b61e2c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '03dcfb66-ea3c-465d-b08c-ec5988394a1d'}}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 05:42:51.541309 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-15e0acf9-f0b8-4fd1-a5be-be2556542597 req-bd91190d-3c17-4bb9-afc4-8b558bdfcde2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:51.629406 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-e7c6c0d9-34ef-480c-b556-eed7251edd5a None None] Provisioning for port 9c2189c6-e426-466f-82fd-a8da5f47588b completed by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:42:51.647743 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-e7c6c0d9-34ef-480c-b556-eed7251edd5a None None] Provisioning complete for port 9c2189c6-e426-466f-82fd-a8da5f47588b triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:42:51.648121 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e7c6c0d9-34ef-480c-b556-eed7251edd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:51.816086 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-e7c6c0d9-34ef-480c-b556-eed7251edd5a None None] Port 9c2189c6-e426-466f-82fd-a8da5f47588b cannot update to ACTIVE because it is not bound. {{(pid=103392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 05:42:51.823361 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46fc74d9-d303-4215-aa39-221a9caf97c4 admin admin] Notify agent at l3_agent.dv-cinder-782405-8-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 05:42:51.989187 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980d7b0a-1ce6-4391-9a25-bbbe4e3e4b84 None None] Sync routers for ids ['9d3d919d-c6af-42aa-af4d-a9b5cc183fbb'] in dv-cinder-782405-8-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 05:42:52.013854 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980d7b0a-1ce6-4391-9a25-bbbe4e3e4b84 None None] Routers {'9d3d919d-c6af-42aa-af4d-a9b5cc183fbb'} bound to L3 agent in host dv-cinder-782405-8-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:42:52.014492 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-980d7b0a-1ce6-4391-9a25-bbbe4e3e4b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-19T05:35:15Z,description=,heartbeat_timestamp=2021-05-19T05:42:45Z,host='dv-cinder-782405-8-iscsi',id=b1c473b1-11ec-4d73-8852-93414dd700fb,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:35:15Z,topic='l3_agent')) {'router_ids': ['9d3d919d-c6af-42aa-af4d-a9b5cc183fbb'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:42:52.073617 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-46fc74d9-d303-4215-aa39-221a9caf97c4 admin admin] 10.222.0.11 "PUT /v2.0/routers/9d3d919d-c6af-42aa-af4d-a9b5cc183fbb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.9766140 May 19 05:42:52.075467 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef02722-8887-4e7c-9642-22e83012b0b7 service neutron] Pushing event updated for resources: {'Port': ['ID=ef7937c5-b2ba-479d-b1b3-35acb21e0596,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:42:52.117935 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-4ef02722-8887-4e7c-9642-22e83012b0b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.033s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:42:52.177948 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-4697f248-ed45-4356-bb44-b92daf01848f req-4ef02722-8887-4e7c-9642-22e83012b0b7 service neutron] Attempting to bind port ef7937c5-b2ba-479d-b1b3-35acb21e0596 on host hv-cinder-78240 for vnic_type normal with profile {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 05:42:52.180790 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-4697f248-ed45-4356-bb44-b92daf01848f req-4ef02722-8887-4e7c-9642-22e83012b0b7 service neutron] Attempting to bind port ef7937c5-b2ba-479d-b1b3-35acb21e0596 by drivers openvswitch,hyperv on host hv-cinder-78240 at level 0 using segments [{'id': '8ba8918a-8818-4683-9c8e-fc258c8069c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4c713a74-0813-44be-ac36-fe2debef4543'}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 05:42:52.182378 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4697f248-ed45-4356-bb44-b92daf01848f req-4ef02722-8887-4e7c-9642-22e83012b0b7 service neutron] Attempting to bind port ef7937c5-b2ba-479d-b1b3-35acb21e0596 on network 4c713a74-0813-44be-ac36-fe2debef4543 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:42:52.198585 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4697f248-ed45-4356-bb44-b92daf01848f req-4ef02722-8887-4e7c-9642-22e83012b0b7 service neutron] Port ef7937c5-b2ba-479d-b1b3-35acb21e0596 on network 4c713a74-0813-44be-ac36-fe2debef4543 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78240 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 05:42:52.199075 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4697f248-ed45-4356-bb44-b92daf01848f req-4ef02722-8887-4e7c-9642-22e83012b0b7 service neutron] Attempting to bind port ef7937c5-b2ba-479d-b1b3-35acb21e0596 on network 4c713a74-0813-44be-ac36-fe2debef4543 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:42:52.210381 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4697f248-ed45-4356-bb44-b92daf01848f req-4ef02722-8887-4e7c-9642-22e83012b0b7 service neutron] Checking agent: {'id': '5b106939-35fb-4931-879f-1b04325a2c36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78240', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 5, 40, 58), 'started_at': datetime.datetime(2021, 5, 19, 5, 40, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 5, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 05:42:52.210679 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4697f248-ed45-4356-bb44-b92daf01848f req-4ef02722-8887-4e7c-9642-22e83012b0b7 service neutron] Checking segment: {'id': '8ba8918a-8818-4683-9c8e-fc258c8069c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4c713a74-0813-44be-ac36-fe2debef4543'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:42:52.211680 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4697f248-ed45-4356-bb44-b92daf01848f req-4ef02722-8887-4e7c-9642-22e83012b0b7 service neutron] Bound using segment: {'id': '8ba8918a-8818-4683-9c8e-fc258c8069c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4c713a74-0813-44be-ac36-fe2debef4543'} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 05:42:52.212573 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-4697f248-ed45-4356-bb44-b92daf01848f req-4ef02722-8887-4e7c-9642-22e83012b0b7 service neutron] Bound port: ef7937c5-b2ba-479d-b1b3-35acb21e0596, host: hv-cinder-78240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ba8918a-8818-4683-9c8e-fc258c8069c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4c713a74-0813-44be-ac36-fe2debef4543'}}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 05:42:52.213149 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-4697f248-ed45-4356-bb44-b92daf01848f req-4ef02722-8887-4e7c-9642-22e83012b0b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:52.444693 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-15e0acf9-f0b8-4fd1-a5be-be2556542597 req-bd91190d-3c17-4bb9-afc4-8b558bdfcde2 service neutron] For port ae26349f-d758-488b-8d4f-4df6851d003d, host hv-cinder-78240, cleared binding levels {{(pid=103391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 05:42:52.485414 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0de38f6-28b8-44ae-ae45-0a7aa14133db admin admin] Notify agent at l3_agent.dv-cinder-782405-8-iscsi the message routers_updated {{(pid=103391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 05:42:52.494406 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-c0de38f6-28b8-44ae-ae45-0a7aa14133db admin admin] 10.222.0.11 "PUT /v2.0/routers/ba9066bd-3808-4530-a786-6c3fc6030ad9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0872209 May 19 05:42:52.505371 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1020786-9648-4afc-8efd-708d332bf839 None None] Sync routers for ids ['ba9066bd-3808-4530-a786-6c3fc6030ad9'] in dv-cinder-782405-8-iscsi {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 05:42:52.512815 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-15e0acf9-f0b8-4fd1-a5be-be2556542597 req-bd91190d-3c17-4bb9-afc4-8b558bdfcde2 service neutron] For port ae26349f-d758-488b-8d4f-4df6851d003d, host hv-cinder-78240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=ae26349f-d758-488b-8d4f-4df6851d003d,segment=NetworkSegment(158de6a9-376d-4d4f-a307-af47b61e2c3d),segment_id=158de6a9-376d-4d4f-a307-af47b61e2c3d)] {{(pid=103391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 05:42:52.534361 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1020786-9648-4afc-8efd-708d332bf839 None None] Routers {'ba9066bd-3808-4530-a786-6c3fc6030ad9'} bound to L3 agent in host dv-cinder-782405-8-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:42:52.540294 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-a1020786-9648-4afc-8efd-708d332bf839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-19T05:35:15Z,description=,heartbeat_timestamp=2021-05-19T05:42:45Z,host='dv-cinder-782405-8-iscsi',id=b1c473b1-11ec-4d73-8852-93414dd700fb,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:35:15Z,topic='l3_agent')) {'router_ids': ['ba9066bd-3808-4530-a786-6c3fc6030ad9'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:42:52.542721 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d40925-b585-4409-8fe1-2c3cbe4f49cc req-32ad94c1-7007-465e-87f1-b37b6c8dc907 tempest-DeleteServersTestJSON-1742042662 tempest-DeleteServersTestJSON-1742042662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:42:52.544426 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-03d40925-b585-4409-8fe1-2c3cbe4f49cc req-32ad94c1-7007-465e-87f1-b37b6c8dc907 tempest-DeleteServersTestJSON-1742042662 tempest-DeleteServersTestJSON-1742042662-project] 10.222.0.11 "GET /v2.0/ports?device_id=278604b3-d7b0-4f84-808c-87a0495698bd HTTP/1.1" status: 200 len: 943 time: 0.3352356 May 19 05:42:52.548402 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-15e0acf9-f0b8-4fd1-a5be-be2556542597 req-bd91190d-3c17-4bb9-afc4-8b558bdfcde2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:52.607763 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:42:52.656333 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-980d7b0a-1ce6-4391-9a25-bbbe4e3e4b84 None None] Set router 9d3d919d-c6af-42aa-af4d-a9b5cc183fbb gateway port host: dv-cinder-782405-8-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:42:52.871820 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-4697f248-ed45-4356-bb44-b92daf01848f req-4ef02722-8887-4e7c-9642-22e83012b0b7 service neutron] For port ef7937c5-b2ba-479d-b1b3-35acb21e0596, host hv-cinder-78240, cleared binding levels {{(pid=103390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 05:42:52.876474 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-03d40925-b585-4409-8fe1-2c3cbe4f49cc req-22e1d4bf-5645-4423-b73b-a31bf8447d45 tempest-DeleteServersTestJSON-1742042662 tempest-DeleteServersTestJSON-1742042662-project] 10.222.0.11 "GET /v2.0/security-groups?id=088717ce-0188-4369-8665-c33c6e27594a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3260856 May 19 05:42:52.896589 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-4697f248-ed45-4356-bb44-b92daf01848f req-4ef02722-8887-4e7c-9642-22e83012b0b7 service neutron] For port ef7937c5-b2ba-479d-b1b3-35acb21e0596, host hv-cinder-78240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=ef7937c5-b2ba-479d-b1b3-35acb21e0596,segment=NetworkSegment(8ba8918a-8818-4683-9c8e-fc258c8069c5),segment_id=8ba8918a-8818-4683-9c8e-fc258c8069c5)] {{(pid=103390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 05:42:52.900650 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-a1020786-9648-4afc-8efd-708d332bf839 None None] Set router ba9066bd-3808-4530-a786-6c3fc6030ad9 gateway port host: dv-cinder-782405-8-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:42:52.964914 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-4697f248-ed45-4356-bb44-b92daf01848f req-4ef02722-8887-4e7c-9642-22e83012b0b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:52.967734 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e0acf9-f0b8-4fd1-a5be-be2556542597 req-bd91190d-3c17-4bb9-afc4-8b558bdfcde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:42:52.968341 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-15e0acf9-f0b8-4fd1-a5be-be2556542597 req-bd91190d-3c17-4bb9-afc4-8b558bdfcde2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584083'] for port, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:52.978904 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-15e0acf9-f0b8-4fd1-a5be-be2556542597 req-bd91190d-3c17-4bb9-afc4-8b558bdfcde2 service neutron] 10.222.0.26 "PUT /v2.0/ports/ae26349f-d758-488b-8d4f-4df6851d003d HTTP/1.1" status: 200 len: 1093 time: 4.2400787 May 19 05:42:52.981320 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '278604b3-d7b0-4f84-808c-87a0495698bd', 'tag': 'ae26349f-d758-488b-8d4f-4df6851d003d'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:42:53.010037 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 41822) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:42:53.034798 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-7874ed75-3d0c-463a-96d2-1de673690a11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:42:53.122866 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef02722-8887-4e7c-9642-22e83012b0b7 service neutron] Pushing event updated for resources: {'Port': ['ID=ef7937c5-b2ba-479d-b1b3-35acb21e0596,revision_number=3']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:42:53.142953 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-4ef02722-8887-4e7c-9642-22e83012b0b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:42:53.152519 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-452013b1-7e54-4648-a4d6-b01be700aa2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:53.196024 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd91190d-3c17-4bb9-afc4-8b558bdfcde2 service neutron] Pushing event updated for resources: {'Port': ['ID=ae26349f-d758-488b-8d4f-4df6851d003d,revision_number=3']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:42:53.200008 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-bd91190d-3c17-4bb9-afc4-8b558bdfcde2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.592s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:42:53.222248 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4697f248-ed45-4356-bb44-b92daf01848f req-4ef02722-8887-4e7c-9642-22e83012b0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:42:53.237628 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-4697f248-ed45-4356-bb44-b92daf01848f req-4ef02722-8887-4e7c-9642-22e83012b0b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584083'] for port, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:53.245377 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4697f248-ed45-4356-bb44-b92daf01848f req-4ef02722-8887-4e7c-9642-22e83012b0b7 service neutron] 10.222.0.26 "PUT /v2.0/ports/ef7937c5-b2ba-479d-b1b3-35acb21e0596 HTTP/1.1" status: 200 len: 1093 time: 7.5400953 May 19 05:42:53.261106 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd010da67-18ef-42bc-a6c4-0dca8dab2dbc', 'tag': 'ef7937c5-b2ba-479d-b1b3-35acb21e0596'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:42:53.520291 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73213655-70b0-4ad5-a4f7-a36766351374 req-4d4c311a-cf7e-4078-ae30-c9f4475797a2 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:42:53.550726 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-73213655-70b0-4ad5-a4f7-a36766351374 req-4d4c311a-cf7e-4078-ae30-c9f4475797a2 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/ports?device_id=d010da67-18ef-42bc-a6c4-0dca8dab2dbc HTTP/1.1" status: 200 len: 943 time: 1.3216162 May 19 05:42:53.604373 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-a1020786-9648-4afc-8efd-708d332bf839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba9066bd-3808-4530-a786-6c3fc6030ad9', 'name': 'tempest-AttachVolumeTestJSON-2060325190-router', 'tenant_id': 'e11f985d37b842499bf1e28b1ad007cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '5a66f97d-b267-4414-8859-2b5b55d524f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:42:33Z', 'updated_at': '2021-05-19T05:42:47Z', 'revision_number': 4, 'project_id': 'e11f985d37b842499bf1e28b1ad007cf', 'gw_port': {'id': '5a66f97d-b267-4414-8859-2b5b55d524f2', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:42:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9066bd-3808-4530-a786-6c3fc6030ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:42:35Z', 'updated_at': '2021-05-19T05:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi', '_interfaces': [{'id': '008bde14-b575-4a18-a567-8ba88098ff11', 'name': '', 'network_id': '89d5aa65-3a6d-4be9-a00d-99ff97528276', 'tenant_id': 'e11f985d37b842499bf1e28b1ad007cf', 'mac_address': 'fa:16:3e:8e:85:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba9066bd-3808-4530-a786-6c3fc6030ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '82fd848a-77f0-4d3d-8454-3c0dcf103642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:42:43Z', 'updated_at': '2021-05-19T05:42:47Z', 'revision_number': 2, 'project_id': 'e11f985d37b842499bf1e28b1ad007cf', 'subnets': [{'id': '82fd848a-77f0-4d3d-8454-3c0dcf103642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:42:53.623572 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1020786-9648-4afc-8efd-708d332bf839 None None] Checking router: ba9066bd-3808-4530-a786-6c3fc6030ad9 for host: dv-cinder-782405-8-iscsi {{(pid=103393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 05:42:53.625932 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1020786-9648-4afc-8efd-708d332bf839 None None] Updating router ba9066bd-3808-4530-a786-6c3fc6030ad9 port 008bde14-b575-4a18-a567-8ba88098ff11 binding host dv-cinder-782405-8-iscsi {{(pid=103393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 05:42:53.709368 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-980d7b0a-1ce6-4391-9a25-bbbe4e3e4b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d3d919d-c6af-42aa-af4d-a9b5cc183fbb', 'name': 'tempest-ServerRescueNegativeTestJSON-1324188727-router', 'tenant_id': '2aa9f910d0e44032ac9af01a62399d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'dd28ff85-3d29-4e8e-9885-5ddd30fc1d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:42:33Z', 'updated_at': '2021-05-19T05:42:41Z', 'revision_number': 4, 'project_id': '2aa9f910d0e44032ac9af01a62399d3d', 'gw_port': {'id': 'dd28ff85-3d29-4e8e-9885-5ddd30fc1d32', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3d919d-c6af-42aa-af4d-a9b5cc183fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:42:35Z', 'updated_at': '2021-05-19T05:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi', '_interfaces': [{'id': 'aaba33c1-588e-4555-8c5e-edaf6a9a2bae', 'name': '', 'network_id': 'e9fd4d9d-a461-43f3-8bc4-f70626927f45', 'tenant_id': '2aa9f910d0e44032ac9af01a62399d3d', 'mac_address': 'fa:16:3e:3c:4c:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d3d919d-c6af-42aa-af4d-a9b5cc183fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b547b7c1-b0db-4ded-a1d7-26dc8e5f4a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:42:40Z', 'updated_at': '2021-05-19T05:42:42Z', 'revision_number': 2, 'project_id': '2aa9f910d0e44032ac9af01a62399d3d', 'subnets': [{'id': 'b547b7c1-b0db-4ded-a1d7-26dc8e5f4a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:42:53.714423 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-73213655-70b0-4ad5-a4f7-a36766351374 req-c82c5846-384b-404a-869e-83069c6a16a8 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d9a3903-103e-47fc-a618-0f60bf0833b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627402 May 19 05:42:53.719970 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980d7b0a-1ce6-4391-9a25-bbbe4e3e4b84 None None] Checking router: 9d3d919d-c6af-42aa-af4d-a9b5cc183fbb for host: dv-cinder-782405-8-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 05:42:53.722220 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980d7b0a-1ce6-4391-9a25-bbbe4e3e4b84 None None] Updating router 9d3d919d-c6af-42aa-af4d-a9b5cc183fbb port aaba33c1-588e-4555-8c5e-edaf6a9a2bae binding host dv-cinder-782405-8-iscsi {{(pid=103392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 05:42:53.762624 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a1020786-9648-4afc-8efd-708d332bf839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:53.786865 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 41848) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:42:53.841973 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-980d7b0a-1ce6-4391-9a25-bbbe4e3e4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:53.899584 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-44f09b61-b5ce-47b2-b4f9-d334d2a31735 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:53.969199 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-44f09b61-b5ce-47b2-b4f9-d334d2a31735 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:42:53.974125 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-44f09b61-b5ce-47b2-b4f9-d334d2a31735 admin admin] Usage tracker for resource:security_group_rule and tenant:569cbde5f5f64c9ea9e908ae9fbaec01 is out of sync, need to count used quota {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:42:53.977480 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-44f09b61-b5ce-47b2-b4f9-d334d2a31735 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:42:53.983957 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-44f09b61-b5ce-47b2-b4f9-d334d2a31735 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:42:54.138136 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-44f09b61-b5ce-47b2-b4f9-d334d2a31735 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:54.151109 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-44f09b61-b5ce-47b2-b4f9-d334d2a31735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:54.209851 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-e64fccfc-efee-4d24-a7f2-463564369e9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:42:54.316698 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 41868) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:42:54.338324 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-5b07ea26-88eb-4e2e-9b93-72e73e6f2065 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1827825146', 'description': 'tempest-description--221557109'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:42:54.425309 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-58b2820b-d0fb-438f-b58c-e5a10a0210bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:54.442920 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-5b07ea26-88eb-4e2e-9b93-72e73e6f2065 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:42:54.451456 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-58b2820b-d0fb-438f-b58c-e5a10a0210bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:42:54.455650 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-58b2820b-d0fb-438f-b58c-e5a10a0210bf admin admin] Usage tracker for resource:security_group_rule and tenant:2c0c5814a7114bb1830792a67608e531 is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:42:54.459169 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-58b2820b-d0fb-438f-b58c-e5a10a0210bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:42:54.482390 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-58b2820b-d0fb-438f-b58c-e5a10a0210bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:42:54.564859 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-44f09b61-b5ce-47b2-b4f9-d334d2a31735 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=569cbde5f5f64c9ea9e908ae9fbaec01&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5450284 May 19 05:42:54.565750 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 41874) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:42:54.612122 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-58b2820b-d0fb-438f-b58c-e5a10a0210bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:54.613739 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-980d7b0a-1ce6-4391-9a25-bbbe4e3e4b84 None None] Notify callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:54.623526 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f09b61-b5ce-47b2-b4f9-d334d2a31735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d142c3f-e6fb-46d0-8fff-823bd1d06785,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:42:54.651273 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-5b07ea26-88eb-4e2e-9b93-72e73e6f2065 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Usage tracker for resource:security_group and tenant:e11f985d37b842499bf1e28b1ad007cf is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:42:54.662005 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-5b07ea26-88eb-4e2e-9b93-72e73e6f2065 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:42:54.664729 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-980d7b0a-1ce6-4391-9a25-bbbe4e3e4b84 None None] Transition to ACTIVE for port object aaba33c1-588e-4555-8c5e-edaf6a9a2bae will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:42:54.671316 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-58b2820b-d0fb-438f-b58c-e5a10a0210bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:54.677491 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-980d7b0a-1ce6-4391-9a25-bbbe4e3e4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:54.683289 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-7f451cd6-c941-41f5-99fc-d24294dd540e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:42:54.697880 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-5b07ea26-88eb-4e2e-9b93-72e73e6f2065 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:42:54.701613 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-275a8c00-642d-40f1-ad62-c4e658ca7495 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:42:54.714791 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-44f09b61-b5ce-47b2-b4f9-d334d2a31735 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:42:54.799636 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a1020786-9648-4afc-8efd-708d332bf839 None None] Notify callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:54.831691 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7995c06a-c9ff-4b50-82c5-c4e280512ee6 req-db66516b-988b-48fb-bf04-9bc203860313 tempest-DeleteServersTestJSON-1742042662 tempest-DeleteServersTestJSON-1742042662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:42:54.841978 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7995c06a-c9ff-4b50-82c5-c4e280512ee6 req-db66516b-988b-48fb-bf04-9bc203860313 tempest-DeleteServersTestJSON-1742042662 tempest-DeleteServersTestJSON-1742042662-project] 10.222.0.11 "GET /v2.0/ports?device_id=278604b3-d7b0-4f84-808c-87a0495698bd HTTP/1.1" status: 200 len: 943 time: 0.2281199 May 19 05:42:54.847881 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-a1020786-9648-4afc-8efd-708d332bf839 None None] Transition to ACTIVE for port object 008bde14-b575-4a18-a567-8ba88098ff11 will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:42:54.859372 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4697f248-ed45-4356-bb44-b92daf01848f req-90f5a617-6cdd-499b-86d5-b59470ba2f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:42:54.861055 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4697f248-ed45-4356-bb44-b92daf01848f req-90f5a617-6cdd-499b-86d5-b59470ba2f60 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0595826c8352417daa536bf080ca9f0c&device_id=d010da67-18ef-42bc-a6c4-0dca8dab2dbc HTTP/1.1" status: 200 len: 1096 time: 0.6024268 May 19 05:42:54.868994 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a1020786-9648-4afc-8efd-708d332bf839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:54.879610 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG oslo_concurrency.lockutils [None req-f7b978e6-2a8c-4c4b-9e87-d807293931d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:42:54.885559 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5b07ea26-88eb-4e2e-9b93-72e73e6f2065 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Notify callbacks [] for security_group, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:54.967722 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.db.resource_extend [None req-452013b1-7e54-4648-a4d6-b01be700aa2b admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 05:42:55.015466 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-452013b1-7e54-4648-a4d6-b01be700aa2b admin admin] Notify callbacks [] for port, precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:55.020516 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7995c06a-c9ff-4b50-82c5-c4e280512ee6 req-0c1fe0d9-3c26-4fce-8228-69fff2a4a63a tempest-DeleteServersTestJSON-1742042662 tempest-DeleteServersTestJSON-1742042662-project] 10.222.0.11 "GET /v2.0/security-groups?id=088717ce-0188-4369-8665-c33c6e27594a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778777 May 19 05:42:55.031120 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-58b2820b-d0fb-438f-b58c-e5a10a0210bf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2c0c5814a7114bb1830792a67608e531&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2427270 May 19 05:42:55.034646 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b2820b-d0fb-438f-b58c-e5a10a0210bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a000617b-83c1-460b-89ac-c0b955d9a3cc,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:42:55.040792 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf62407-2b6e-4f78-83a0-596ccd3a378f None None] Pushing event updated for resources: {'Port': ['ID=008bde14-b575-4a18-a567-8ba88098ff11,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:42:55.050660 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 41884) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:42:55.052418 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-adb185cf-8160-43c7-893b-469981390d67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:55.053280 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-58b2820b-d0fb-438f-b58c-e5a10a0210bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:42:55.057548 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG oslo_concurrency.lockutils [None req-acf62407-2b6e-4f78-83a0-596ccd3a378f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=103393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:42:55.059701 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-5b07ea26-88eb-4e2e-9b93-72e73e6f2065 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:42:55.065808 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e0acf9-f0b8-4fd1-a5be-be2556542597 req-c92f4f0d-eded-463d-ba52-d9a73d7c0bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:42:55.067321 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-15e0acf9-f0b8-4fd1-a5be-be2556542597 req-c92f4f0d-eded-463d-ba52-d9a73d7c0bc5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=47ad02488c50471da1b1a57ccb2499cd&device_id=278604b3-d7b0-4f84-808c-87a0495698bd HTTP/1.1" status: 200 len: 1096 time: 0.9184182 May 19 05:42:55.068240 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-5b07ea26-88eb-4e2e-9b93-72e73e6f2065 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Usage tracker for resource:security_group_rule and tenant:e11f985d37b842499bf1e28b1ad007cf is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:42:55.071761 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-5b07ea26-88eb-4e2e-9b93-72e73e6f2065 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:42:55.077711 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-5b07ea26-88eb-4e2e-9b93-72e73e6f2065 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:42:55.078531 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-452013b1-7e54-4648-a4d6-b01be700aa2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:55.121755 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-452013b1-7e54-4648-a4d6-b01be700aa2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398942'] for router_interface, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:55.160085 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ee5cb5-836a-4618-8435-266efd76d71a None None] Pushing event updated for resources: {'Port': ['ID=aaba33c1-588e-4555-8c5e-edaf6a9a2bae,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:42:55.167059 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-de170232-49fc-4cc4-bbd1-0060f1dc8b93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:42:55.200052 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-d3ee5cb5-836a-4618-8435-266efd76d71a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:42:55.301464 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-980d7b0a-1ce6-4391-9a25-bbbe4e3e4b84 None None] Attempting to bind port aaba33c1-588e-4555-8c5e-edaf6a9a2bae on host dv-cinder-782405-8-iscsi for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 05:42:55.302452 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-980d7b0a-1ce6-4391-9a25-bbbe4e3e4b84 None None] Attempting to bind port aaba33c1-588e-4555-8c5e-edaf6a9a2bae by drivers openvswitch,hyperv on host dv-cinder-782405-8-iscsi at level 0 using segments [{'id': 'ed8cddf7-38c4-4062-a7e4-12521ed88cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e9fd4d9d-a461-43f3-8bc4-f70626927f45'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 05:42:55.303980 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980d7b0a-1ce6-4391-9a25-bbbe4e3e4b84 None None] Attempting to bind port aaba33c1-588e-4555-8c5e-edaf6a9a2bae on network e9fd4d9d-a461-43f3-8bc4-f70626927f45 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:42:55.324200 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980d7b0a-1ce6-4391-9a25-bbbe4e3e4b84 None None] Checking agent: {'id': '8851ba53-2e70-4f4c-a9f5-617d9b5548bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 5, 35, 15), 'started_at': datetime.datetime(2021, 5, 19, 5, 35, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 5, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 05:42:55.326628 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980d7b0a-1ce6-4391-9a25-bbbe4e3e4b84 None None] Checking segment: {'id': 'ed8cddf7-38c4-4062-a7e4-12521ed88cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e9fd4d9d-a461-43f3-8bc4-f70626927f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:42:55.327967 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5b07ea26-88eb-4e2e-9b93-72e73e6f2065 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Notify callbacks [] for security_group, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:55.336180 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-980d7b0a-1ce6-4391-9a25-bbbe4e3e4b84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:55.336900 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980d7b0a-1ce6-4391-9a25-bbbe4e3e4b84 None None] Bound using segment: {'id': 'ed8cddf7-38c4-4062-a7e4-12521ed88cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e9fd4d9d-a461-43f3-8bc4-f70626927f45'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 05:42:55.337433 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-980d7b0a-1ce6-4391-9a25-bbbe4e3e4b84 None None] Bound port: aaba33c1-588e-4555-8c5e-edaf6a9a2bae, host: dv-cinder-782405-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed8cddf7-38c4-4062-a7e4-12521ed88cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e9fd4d9d-a461-43f3-8bc4-f70626927f45'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 05:42:55.338539 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-980d7b0a-1ce6-4391-9a25-bbbe4e3e4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:55.356311 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5b07ea26-88eb-4e2e-9b93-72e73e6f2065 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:55.358441 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-15e0acf9-f0b8-4fd1-a5be-be2556542597 req-7714726e-376a-43c9-b8cc-4e3a2ac3b54a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae26349f-d758-488b-8d4f-4df6851d003d HTTP/1.1" status: 200 len: 217 time: 0.1940601 May 19 05:42:55.365229 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-0c57e237-abeb-4c62-bb9e-a07f168af6d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:42:55.453902 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b07ea26-88eb-4e2e-9b93-72e73e6f2065 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85b9f0b5-43eb-4607-90d8-db95d62f470d,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:42:55.471515 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-5b07ea26-88eb-4e2e-9b93-72e73e6f2065 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:42:55.473460 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5b07ea26-88eb-4e2e-9b93-72e73e6f2065 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Notify callbacks [] for security_group, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:55.475106 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-5b07ea26-88eb-4e2e-9b93-72e73e6f2065 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.1574531 May 19 05:42:55.479055 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 41898) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:42:55.485530 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-57423f93-9084-4490-94fc-44712e1b9d21 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Request body: {'security_group_rule': {'security_group_id': '85b9f0b5-43eb-4607-90d8-db95d62f470d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:42:55.516137 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-57423f93-9084-4490-94fc-44712e1b9d21 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:42:55.528789 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '278604b3-d7b0-4f84-808c-87a0495698bd', 'tag': 'ae26349f-d758-488b-8d4f-4df6851d003d', 'status': 'completed', 'code': 200} May 19 05:42:55.535004 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-57423f93-9084-4490-94fc-44712e1b9d21 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Usage tracker for resource:security_group_rule and tenant:e11f985d37b842499bf1e28b1ad007cf is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:42:55.542927 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-57423f93-9084-4490-94fc-44712e1b9d21 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:42:55.558380 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-57423f93-9084-4490-94fc-44712e1b9d21 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:42:55.565127 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452013b1-7e54-4648-a4d6-b01be700aa2b admin admin] Pushing event updated for resources: {'Port': ['ID=9c2189c6-e426-466f-82fd-a8da5f47588b,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:42:55.580378 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-452013b1-7e54-4648-a4d6-b01be700aa2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:42:55.596645 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-57423f93-9084-4490-94fc-44712e1b9d21 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:55.692706 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-980d7b0a-1ce6-4391-9a25-bbbe4e3e4b84 None None] For port aaba33c1-588e-4555-8c5e-edaf6a9a2bae, host dv-cinder-782405-8-iscsi, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 05:42:55.703977 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-a1020786-9648-4afc-8efd-708d332bf839 None None] Attempting to bind port 008bde14-b575-4a18-a567-8ba88098ff11 on host dv-cinder-782405-8-iscsi for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 05:42:55.704929 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-a1020786-9648-4afc-8efd-708d332bf839 None None] Attempting to bind port 008bde14-b575-4a18-a567-8ba88098ff11 by drivers openvswitch,hyperv on host dv-cinder-782405-8-iscsi at level 0 using segments [{'id': '91f2eabd-2095-4aa5-b7b2-cb363e7f7010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '89d5aa65-3a6d-4be9-a00d-99ff97528276'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 05:42:55.705273 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1020786-9648-4afc-8efd-708d332bf839 None None] Attempting to bind port 008bde14-b575-4a18-a567-8ba88098ff11 on network 89d5aa65-3a6d-4be9-a00d-99ff97528276 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:42:55.709797 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-980d7b0a-1ce6-4391-9a25-bbbe4e3e4b84 None None] For port aaba33c1-588e-4555-8c5e-edaf6a9a2bae, host dv-cinder-782405-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-iscsi',level=0,port_id=aaba33c1-588e-4555-8c5e-edaf6a9a2bae,segment=NetworkSegment(ed8cddf7-38c4-4062-a7e4-12521ed88cf6),segment_id=ed8cddf7-38c4-4062-a7e4-12521ed88cf6)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 05:42:55.711894 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1020786-9648-4afc-8efd-708d332bf839 None None] Checking agent: {'id': '8851ba53-2e70-4f4c-a9f5-617d9b5548bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 5, 35, 15), 'started_at': datetime.datetime(2021, 5, 19, 5, 35, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 5, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 05:42:55.712399 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1020786-9648-4afc-8efd-708d332bf839 None None] Checking segment: {'id': '91f2eabd-2095-4aa5-b7b2-cb363e7f7010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '89d5aa65-3a6d-4be9-a00d-99ff97528276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:42:55.712922 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a1020786-9648-4afc-8efd-708d332bf839 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:55.713319 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1020786-9648-4afc-8efd-708d332bf839 None None] Bound using segment: {'id': '91f2eabd-2095-4aa5-b7b2-cb363e7f7010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '89d5aa65-3a6d-4be9-a00d-99ff97528276'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 05:42:55.713851 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-a1020786-9648-4afc-8efd-708d332bf839 None None] Bound port: 008bde14-b575-4a18-a567-8ba88098ff11, host: dv-cinder-782405-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f2eabd-2095-4aa5-b7b2-cb363e7f7010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '89d5aa65-3a6d-4be9-a00d-99ff97528276'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 05:42:55.714244 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a1020786-9648-4afc-8efd-708d332bf839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:55.720562 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-980d7b0a-1ce6-4391-9a25-bbbe4e3e4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:55.735058 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-ab0f9126-d8c4-4790-85b4-9d1777ff5cee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:42:55.737100 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-57423f93-9084-4490-94fc-44712e1b9d21 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:55.750997 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-57423f93-9084-4490-94fc-44712e1b9d21 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555713'] for security_group_rule, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:55.757291 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:42:55.839765 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980d7b0a-1ce6-4391-9a25-bbbe4e3e4b84 None None] Routers {'9d3d919d-c6af-42aa-af4d-a9b5cc183fbb'} bound to L3 agent in host dv-cinder-782405-8-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:42:55.840929 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57423f93-9084-4490-94fc-44712e1b9d21 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98b80229-37c4-4df3-9f4b-4931cfd12f7f,revision_number=0']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:42:55.841420 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-980d7b0a-1ce6-4391-9a25-bbbe4e3e4b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-19T05:35:15Z,description=,heartbeat_timestamp=2021-05-19T05:42:45Z,host='dv-cinder-782405-8-iscsi',id=b1c473b1-11ec-4d73-8852-93414dd700fb,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:35:15Z,topic='l3_agent')) {'router_ids': ['9d3d919d-c6af-42aa-af4d-a9b5cc183fbb'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:42:55.848097 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-a1020786-9648-4afc-8efd-708d332bf839 None None] For port 008bde14-b575-4a18-a567-8ba88098ff11, host dv-cinder-782405-8-iscsi, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 05:42:55.853761 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-a1020786-9648-4afc-8efd-708d332bf839 None None] For port 008bde14-b575-4a18-a567-8ba88098ff11, host dv-cinder-782405-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-iscsi',level=0,port_id=008bde14-b575-4a18-a567-8ba88098ff11,segment=NetworkSegment(91f2eabd-2095-4aa5-b7b2-cb363e7f7010),segment_id=91f2eabd-2095-4aa5-b7b2-cb363e7f7010)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 05:42:55.861473 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4697f248-ed45-4356-bb44-b92daf01848f req-793b6b25-6222-484b-824a-29ed5c2518ce service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ef7937c5-b2ba-479d-b1b3-35acb21e0596 HTTP/1.1" status: 200 len: 217 time: 0.3949473 May 19 05:42:55.868548 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a1020786-9648-4afc-8efd-708d332bf839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:55.884893 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG oslo_concurrency.lockutils [None req-50a466d5-ffe5-43b1-8529-a0345efce2c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:42:55.885648 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-57423f93-9084-4490-94fc-44712e1b9d21 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:42:55.910428 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-57423f93-9084-4490-94fc-44712e1b9d21 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:55.912773 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-57423f93-9084-4490-94fc-44712e1b9d21 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4322968 May 19 05:42:55.920185 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-adb185cf-8160-43c7-893b-469981390d67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:55.920848 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 41912) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:42:55.933543 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-ce9c44b9-1076-4ef5-a163-5842d5bec9ce tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Request body: {'security_group_rule': {'security_group_id': '85b9f0b5-43eb-4607-90d8-db95d62f470d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:42:55.940805 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd010da67-18ef-42bc-a6c4-0dca8dab2dbc', 'tag': 'ef7937c5-b2ba-479d-b1b3-35acb21e0596', 'status': 'completed', 'code': 200} May 19 05:42:55.959158 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-ce9c44b9-1076-4ef5-a163-5842d5bec9ce tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:42:55.967078 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1020786-9648-4afc-8efd-708d332bf839 None None] Routers {'ba9066bd-3808-4530-a786-6c3fc6030ad9'} bound to L3 agent in host dv-cinder-782405-8-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:42:55.967786 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-a1020786-9648-4afc-8efd-708d332bf839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-19T05:35:15Z,description=,heartbeat_timestamp=2021-05-19T05:42:45Z,host='dv-cinder-782405-8-iscsi',id=b1c473b1-11ec-4d73-8852-93414dd700fb,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:35:15Z,topic='l3_agent')) {'router_ids': ['ba9066bd-3808-4530-a786-6c3fc6030ad9'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:42:55.971121 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-ce9c44b9-1076-4ef5-a163-5842d5bec9ce tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Usage tracker for resource:security_group_rule and tenant:e11f985d37b842499bf1e28b1ad007cf is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:42:55.982429 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-ce9c44b9-1076-4ef5-a163-5842d5bec9ce tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:42:55.997442 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-ce9c44b9-1076-4ef5-a163-5842d5bec9ce tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:42:56.128355 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ee5cb5-836a-4618-8435-266efd76d71a None None] Pushing event updated for resources: {'Port': ['ID=aaba33c1-588e-4555-8c5e-edaf6a9a2bae,revision_number=4']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:42:56.147270 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-d3ee5cb5-836a-4618-8435-266efd76d71a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:42:56.186843 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf62407-2b6e-4f78-83a0-596ccd3a378f None None] Pushing event updated for resources: {'Port': ['ID=008bde14-b575-4a18-a567-8ba88098ff11,revision_number=4']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:42:56.197279 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG oslo_concurrency.lockutils [None req-acf62407-2b6e-4f78-83a0-596ccd3a378f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=103393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:42:56.201681 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-adb185cf-8160-43c7-893b-469981390d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:56.225086 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ce9c44b9-1076-4ef5-a163-5842d5bec9ce tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:56.324515 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:42:56.462208 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-adb185cf-8160-43c7-893b-469981390d67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:56.463768 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-adb185cf-8160-43c7-893b-469981390d67 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7d142c3f-e6fb-46d0-8fff-823bd1d06785 HTTP/1.1" status: 204 len: 168 time: 1.8566937 May 19 05:42:56.464804 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c822b12e-763d-4adf-94ac-f54cffe6e829 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:56.475043 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-980d7b0a-1ce6-4391-9a25-bbbe4e3e4b84 None None] Set router 9d3d919d-c6af-42aa-af4d-a9b5cc183fbb gateway port host: dv-cinder-782405-8-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:42:56.483271 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb185cf-8160-43c7-893b-469981390d67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d142c3f-e6fb-46d0-8fff-823bd1d06785,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:42:56.498183 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-adb185cf-8160-43c7-893b-469981390d67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:42:56.519546 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c7f68f-ba7f-4603-9f08-4a136863fb72 req-fbc19d8e-7017-4c1f-9ea2-0bbe5003b067 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:42:56.521059 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c6c7f68f-ba7f-4603-9f08-4a136863fb72 req-fbc19d8e-7017-4c1f-9ea2-0bbe5003b067 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/ports?device_id=d010da67-18ef-42bc-a6c4-0dca8dab2dbc HTTP/1.1" status: 200 len: 943 time: 0.4918351 May 19 05:42:56.560732 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c822b12e-763d-4adf-94ac-f54cffe6e829 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:56.582193 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-a1020786-9648-4afc-8efd-708d332bf839 None None] Set router ba9066bd-3808-4530-a786-6c3fc6030ad9 gateway port host: dv-cinder-782405-8-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:42:56.637804 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1c550b-028b-4436-b395-fcb2e2e36d84 req-8b88754e-d4b3-4793-879e-9ee42025c6a4 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:42:56.638692 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [req-fa1c550b-028b-4436-b395-fcb2e2e36d84 req-8b88754e-d4b3-4793-879e-9ee42025c6a4 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Synchronizing usage tracker for tenant:2aa9f910d0e44032ac9af01a62399d3d on resource:network {{(pid=103390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:42:56.686779 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ce9c44b9-1076-4ef5-a163-5842d5bec9ce tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:56.711919 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452013b1-7e54-4648-a4d6-b01be700aa2b admin admin] Network 66468b2a-efab-4a3c-bf32-cbdbf073937c is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:42:56.714350 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ce9c44b9-1076-4ef5-a163-5842d5bec9ce tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555713'] for security_group_rule, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:56.717065 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-452013b1-7e54-4648-a4d6-b01be700aa2b admin admin] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:42:56.733757 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-57423f93-9084-4490-94fc-44712e1b9d21 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:42:56.739600 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [req-fa1c550b-028b-4436-b395-fcb2e2e36d84 req-8b88754e-d4b3-4793-879e-9ee42025c6a4 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Unset dirty status for tenant:2aa9f910d0e44032ac9af01a62399d3d on resource:network {{(pid=103390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:42:56.741599 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-fa1c550b-028b-4436-b395-fcb2e2e36d84 req-8b88754e-d4b3-4793-879e-9ee42025c6a4 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/networks?id=e9fd4d9d-a461-43f3-8bc4-f70626927f45 HTTP/1.1" status: 200 len: 819 time: 1.2740002 May 19 05:42:56.743247 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4697f248-ed45-4356-bb44-b92daf01848f req-975a53a0-e640-4129-a499-ece939f64556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:42:56.744904 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4697f248-ed45-4356-bb44-b92daf01848f req-975a53a0-e640-4129-a499-ece939f64556 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3c4a5801-d8f0-4b74-b492-7e7724b84847 HTTP/1.1" status: 200 len: 854 time: 0.1594682 May 19 05:42:56.763745 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9c44b9-1076-4ef5-a163-5842d5bec9ce tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55025c07-ce7e-4a4c-84e9-f038498afea4,revision_number=0']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:42:56.789523 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c6c7f68f-ba7f-4603-9f08-4a136863fb72 req-1e6eee12-c297-4cb4-82b9-acfafb67dbf8 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d9a3903-103e-47fc-a618-0f60bf0833b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527049 May 19 05:42:56.826939 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-ce9c44b9-1076-4ef5-a163-5842d5bec9ce tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:42:56.832449 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e0acf9-f0b8-4fd1-a5be-be2556542597 req-635572fa-874d-44ac-b6be-e82b16c29412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:42:56.837307 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-15e0acf9-f0b8-4fd1-a5be-be2556542597 req-635572fa-874d-44ac-b6be-e82b16c29412 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=26bcad94-1526-462e-9739-34f08a7f2e0a HTTP/1.1" status: 200 len: 852 time: 0.2410142 May 19 05:42:56.863264 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ce9c44b9-1076-4ef5-a163-5842d5bec9ce tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:56.865003 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-ce9c44b9-1076-4ef5-a163-5842d5bec9ce tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9429815 May 19 05:42:56.868142 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 41926) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:42:56.877579 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-7bc503c1-93d0-4700-aadf-8529eeee8423 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Request body: {'floatingip': {'floating_network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:42:56.890900 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-7bc503c1-93d0-4700-aadf-8529eeee8423 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:42:56.902908 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-7bc503c1-93d0-4700-aadf-8529eeee8423 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Usage tracker for resource:floatingip and tenant:e11f985d37b842499bf1e28b1ad007cf is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:42:56.907897 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-7bc503c1-93d0-4700-aadf-8529eeee8423 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:42:56.928240 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-7bc503c1-93d0-4700-aadf-8529eeee8423 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:42:56.966224 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7bc503c1-93d0-4700-aadf-8529eeee8423 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Notify callbacks [] for floatingip, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:57.017668 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 41930) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:42:57.040914 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c822b12e-763d-4adf-94ac-f54cffe6e829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:57.056659 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-fa1c550b-028b-4436-b395-fcb2e2e36d84 req-a31ba56a-a2d2-4681-8429-12ef3c4eb593 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/quotas/2aa9f910d0e44032ac9af01a62399d3d HTTP/1.1" status: 200 len: 375 time: 0.0668125 May 19 05:42:57.060226 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-50fc4850-2f2a-455c-a3b9-6ae1453dd291 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:42:57.081834 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c822b12e-763d-4adf-94ac-f54cffe6e829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a000617b-83c1-460b-89ac-c0b955d9a3cc,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:42:57.096744 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-13c4bfcb-d0f5-4f2d-9b80-e4cc8fb43930 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:57.123298 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-13c4bfcb-d0f5-4f2d-9b80-e4cc8fb43930 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:42:57.127158 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-13c4bfcb-d0f5-4f2d-9b80-e4cc8fb43930 admin admin] Usage tracker for resource:security_group_rule and tenant:8290f97868f0425694fdcbebf53287d9 is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:42:57.130011 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-13c4bfcb-d0f5-4f2d-9b80-e4cc8fb43930 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:42:57.135779 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-13c4bfcb-d0f5-4f2d-9b80-e4cc8fb43930 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:42:57.139982 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-c822b12e-763d-4adf-94ac-f54cffe6e829 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:42:57.146008 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-e559a738-e519-4405-867f-89f92a56e4bd None None] Provisioning complete for port 9c2189c6-e426-466f-82fd-a8da5f47588b triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:42:57.147614 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e559a738-e519-4405-867f-89f92a56e4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:57.169949 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-a1020786-9648-4afc-8efd-708d332bf839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba9066bd-3808-4530-a786-6c3fc6030ad9', 'name': 'tempest-AttachVolumeTestJSON-2060325190-router', 'tenant_id': 'e11f985d37b842499bf1e28b1ad007cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '5a66f97d-b267-4414-8859-2b5b55d524f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:42:33Z', 'updated_at': '2021-05-19T05:42:47Z', 'revision_number': 4, 'project_id': 'e11f985d37b842499bf1e28b1ad007cf', 'gw_port': {'id': '5a66f97d-b267-4414-8859-2b5b55d524f2', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:42:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9066bd-3808-4530-a786-6c3fc6030ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:42:35Z', 'updated_at': '2021-05-19T05:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi', '_interfaces': [{'id': '008bde14-b575-4a18-a567-8ba88098ff11', 'name': '', 'network_id': '89d5aa65-3a6d-4be9-a00d-99ff97528276', 'tenant_id': 'e11f985d37b842499bf1e28b1ad007cf', 'mac_address': 'fa:16:3e:8e:85:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba9066bd-3808-4530-a786-6c3fc6030ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '82fd848a-77f0-4d3d-8454-3c0dcf103642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:42:43Z', 'updated_at': '2021-05-19T05:42:55Z', 'revision_number': 4, 'project_id': 'e11f985d37b842499bf1e28b1ad007cf', 'subnets': [{'id': '82fd848a-77f0-4d3d-8454-3c0dcf103642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:42:57.176457 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1020786-9648-4afc-8efd-708d332bf839 None None] The sync data for ids ['ba9066bd-3808-4530-a786-6c3fc6030ad9'] in dv-cinder-782405-8-iscsi is: [{'id': 'ba9066bd-3808-4530-a786-6c3fc6030ad9', 'name': 'tempest-AttachVolumeTestJSON-2060325190-router', 'tenant_id': 'e11f985d37b842499bf1e28b1ad007cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '5a66f97d-b267-4414-8859-2b5b55d524f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:42:33Z', 'updated_at': '2021-05-19T05:42:47Z', 'revision_number': 4, 'project_id': 'e11f985d37b842499bf1e28b1ad007cf', 'gw_port': {'id': '5a66f97d-b267-4414-8859-2b5b55d524f2', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:42:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9066bd-3808-4530-a786-6c3fc6030ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:42:35Z', 'updated_at': '2021-05-19T05:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi', '_interfaces': [{'id': '008bde14-b575-4a18-a567-8ba88098ff11', 'name': '', 'network_id': '89d5aa65-3a6d-4be9-a00d-99ff97528276', 'tenant_id': 'e11f985d37b842499bf1e28b1ad007cf', 'mac_address': 'fa:16:3e:8e:85:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba9066bd-3808-4530-a786-6c3fc6030ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '82fd848a-77f0-4d3d-8454-3c0dcf103642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:42:43Z', 'updated_at': '2021-05-19T05:42:55Z', 'revision_number': 4, 'project_id': 'e11f985d37b842499bf1e28b1ad007cf', 'subnets': [{'id': '82fd848a-77f0-4d3d-8454-3c0dcf103642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 05:42:57.182404 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c822b12e-763d-4adf-94ac-f54cffe6e829 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:57.183556 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-c822b12e-763d-4adf-94ac-f54cffe6e829 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a000617b-83c1-460b-89ac-c0b955d9a3cc HTTP/1.1" status: 204 len: 168 time: 2.1032159 May 19 05:42:57.225827 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-13c4bfcb-d0f5-4f2d-9b80-e4cc8fb43930 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:57.237772 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-13c4bfcb-d0f5-4f2d-9b80-e4cc8fb43930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:57.265376 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-452013b1-7e54-4648-a4d6-b01be700aa2b admin admin] Router 28d60863-05ad-4fb3-9fc5-b38582aec9c9 has already been hosted by L3 agent b1c473b1-11ec-4d73-8852-93414dd700fb {{(pid=103390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 05:42:57.315528 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:42:57.340872 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-e559a738-e519-4405-867f-89f92a56e4bd None None] Port 9c2189c6-e426-466f-82fd-a8da5f47588b cannot update to ACTIVE because it is not bound. {{(pid=103392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 05:42:57.375577 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-980d7b0a-1ce6-4391-9a25-bbbe4e3e4b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d3d919d-c6af-42aa-af4d-a9b5cc183fbb', 'name': 'tempest-ServerRescueNegativeTestJSON-1324188727-router', 'tenant_id': '2aa9f910d0e44032ac9af01a62399d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'dd28ff85-3d29-4e8e-9885-5ddd30fc1d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:42:33Z', 'updated_at': '2021-05-19T05:42:41Z', 'revision_number': 4, 'project_id': '2aa9f910d0e44032ac9af01a62399d3d', 'gw_port': {'id': 'dd28ff85-3d29-4e8e-9885-5ddd30fc1d32', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3d919d-c6af-42aa-af4d-a9b5cc183fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:42:35Z', 'updated_at': '2021-05-19T05:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi', '_interfaces': [{'id': 'aaba33c1-588e-4555-8c5e-edaf6a9a2bae', 'name': '', 'network_id': 'e9fd4d9d-a461-43f3-8bc4-f70626927f45', 'tenant_id': '2aa9f910d0e44032ac9af01a62399d3d', 'mac_address': 'fa:16:3e:3c:4c:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d3d919d-c6af-42aa-af4d-a9b5cc183fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b547b7c1-b0db-4ded-a1d7-26dc8e5f4a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:42:40Z', 'updated_at': '2021-05-19T05:42:55Z', 'revision_number': 4, 'project_id': '2aa9f910d0e44032ac9af01a62399d3d', 'subnets': [{'id': 'b547b7c1-b0db-4ded-a1d7-26dc8e5f4a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:42:57.382353 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980d7b0a-1ce6-4391-9a25-bbbe4e3e4b84 None None] The sync data for ids ['9d3d919d-c6af-42aa-af4d-a9b5cc183fbb'] in dv-cinder-782405-8-iscsi is: [{'id': '9d3d919d-c6af-42aa-af4d-a9b5cc183fbb', 'name': 'tempest-ServerRescueNegativeTestJSON-1324188727-router', 'tenant_id': '2aa9f910d0e44032ac9af01a62399d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'dd28ff85-3d29-4e8e-9885-5ddd30fc1d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:42:33Z', 'updated_at': '2021-05-19T05:42:41Z', 'revision_number': 4, 'project_id': '2aa9f910d0e44032ac9af01a62399d3d', 'gw_port': {'id': 'dd28ff85-3d29-4e8e-9885-5ddd30fc1d32', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3d919d-c6af-42aa-af4d-a9b5cc183fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:42:35Z', 'updated_at': '2021-05-19T05:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi', '_interfaces': [{'id': 'aaba33c1-588e-4555-8c5e-edaf6a9a2bae', 'name': '', 'network_id': 'e9fd4d9d-a461-43f3-8bc4-f70626927f45', 'tenant_id': '2aa9f910d0e44032ac9af01a62399d3d', 'mac_address': 'fa:16:3e:3c:4c:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d3d919d-c6af-42aa-af4d-a9b5cc183fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b547b7c1-b0db-4ded-a1d7-26dc8e5f4a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:42:40Z', 'updated_at': '2021-05-19T05:42:55Z', 'revision_number': 4, 'project_id': '2aa9f910d0e44032ac9af01a62399d3d', 'subnets': [{'id': 'b547b7c1-b0db-4ded-a1d7-26dc8e5f4a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 05:42:57.393792 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [req-fa1c550b-028b-4436-b395-fcb2e2e36d84 req-3a0f4e29-771b-4cb8-8b6f-dc5024da806d tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Synchronizing usage tracker for tenant:2aa9f910d0e44032ac9af01a62399d3d on resource:port {{(pid=103390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:42:57.395901 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e1825f-d09e-45a9-a777-10f22fccac0e req-5bf1659e-f127-49e9-b2ef-dc42a5fd7786 tempest-DeleteServersTestJSON-1742042662 tempest-DeleteServersTestJSON-1742042662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:42:57.403488 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f3e1825f-d09e-45a9-a777-10f22fccac0e req-5bf1659e-f127-49e9-b2ef-dc42a5fd7786 tempest-DeleteServersTestJSON-1742042662 tempest-DeleteServersTestJSON-1742042662-project] 10.222.0.11 "GET /v2.0/ports?device_id=278604b3-d7b0-4f84-808c-87a0495698bd HTTP/1.1" status: 200 len: 943 time: 0.4038706 May 19 05:42:57.421987 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-13c4bfcb-d0f5-4f2d-9b80-e4cc8fb43930 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8290f97868f0425694fdcbebf53287d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4048276 May 19 05:42:57.424803 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c4bfcb-d0f5-4f2d-9b80-e4cc8fb43930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5abab8cb-41f4-437e-b771-9499235bc631,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:42:57.425000 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 41938) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:42:57.440840 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-13c4bfcb-d0f5-4f2d-9b80-e4cc8fb43930 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:42:57.522389 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [req-fa1c550b-028b-4436-b395-fcb2e2e36d84 req-3a0f4e29-771b-4cb8-8b6f-dc5024da806d tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Unset dirty status for tenant:2aa9f910d0e44032ac9af01a62399d3d on resource:port {{(pid=103390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:42:57.523984 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-fa1c550b-028b-4436-b395-fcb2e2e36d84 req-3a0f4e29-771b-4cb8-8b6f-dc5024da806d tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=2aa9f910d0e44032ac9af01a62399d3d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4432745 May 19 05:42:57.547517 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f3e1825f-d09e-45a9-a777-10f22fccac0e req-f4f44616-8f51-450e-97c6-c70b8f4a9532 tempest-DeleteServersTestJSON-1742042662 tempest-DeleteServersTestJSON-1742042662-project] 10.222.0.11 "GET /v2.0/security-groups?id=088717ce-0188-4369-8665-c33c6e27594a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420908 May 19 05:42:57.620089 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7bc503c1-93d0-4700-aadf-8529eeee8423 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:57.754693 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4d93cd34-fd0f-4119-be82-82b6470cd5c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:57.769664 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-452013b1-7e54-4648-a4d6-b01be700aa2b admin admin] Notify agent at l3_agent.dv-cinder-782405-8-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 05:42:57.790329 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a199cc84-7415-44e9-9813-1e6639a8cf8a None None] Sync routers for ids ['28d60863-05ad-4fb3-9fc5-b38582aec9c9'] in dv-cinder-782405-8-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 05:42:57.797863 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-452013b1-7e54-4648-a4d6-b01be700aa2b admin admin] 10.222.0.11 "PUT /v2.0/routers/28d60863-05ad-4fb3-9fc5-b38582aec9c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.7168267 May 19 05:42:57.804034 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a199cc84-7415-44e9-9813-1e6639a8cf8a None None] Routers {'28d60863-05ad-4fb3-9fc5-b38582aec9c9'} bound to L3 agent in host dv-cinder-782405-8-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:42:57.804823 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-a199cc84-7415-44e9-9813-1e6639a8cf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-19T05:35:15Z,description=,heartbeat_timestamp=2021-05-19T05:42:45Z,host='dv-cinder-782405-8-iscsi',id=b1c473b1-11ec-4d73-8852-93414dd700fb,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:35:15Z,topic='l3_agent')) {'router_ids': ['28d60863-05ad-4fb3-9fc5-b38582aec9c9'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:42:57.836489 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-fa1c550b-028b-4436-b395-fcb2e2e36d84 req-c2d0496a-fbf9-48b4-a839-fb72f25aa323 service neutron] 10.222.0.11 "GET /v2.0/networks/e9fd4d9d-a461-43f3-8bc4-f70626927f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892933 May 19 05:42:57.843199 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4d93cd34-fd0f-4119-be82-82b6470cd5c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:57.941426 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [None req-7bc503c1-93d0-4700-aadf-8529eeee8423 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Allocated IP 172.27.0.30 (1e6dde84-3174-47a4-a93f-45a4a19145c3/a354a417-b24c-44ef-b568-941dc79a6d49/8f1b6092-0ef3-4288-91c9-c74d5b7b0d08) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 05:42:58.107092 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-15e0acf9-f0b8-4fd1-a5be-be2556542597 req-841c0d58-1cd4-46a8-b726-fe795d1edcfb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=03dcfb66-ea3c-465d-b08c-ec5988394a1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1460841 May 19 05:42:58.168020 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4697f248-ed45-4356-bb44-b92daf01848f req-41177e0c-157d-4c21-9f2f-86e90e295303 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4c713a74-0813-44be-ac36-fe2debef4543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0829811 May 19 05:42:58.168784 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 41964) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:42:58.255104 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-633f9b57-8afc-48bb-b6a3-08f88b27804c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:58.279507 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:58.280692 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-633f9b57-8afc-48bb-b6a3-08f88b27804c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:42:58.317819 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-a199cc84-7415-44e9-9813-1e6639a8cf8a None None] Set router 28d60863-05ad-4fb3-9fc5-b38582aec9c9 gateway port host: dv-cinder-782405-8-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:42:58.340090 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-633f9b57-8afc-48bb-b6a3-08f88b27804c admin admin] Usage tracker for resource:security_group_rule and tenant:c9aa235cd9e14b07b2be9082fb6574e4 is out of sync, need to count used quota {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:42:58.351012 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-633f9b57-8afc-48bb-b6a3-08f88b27804c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:42:58.370767 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-633f9b57-8afc-48bb-b6a3-08f88b27804c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:42:58.384930 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-fa1c550b-028b-4436-b395-fcb2e2e36d84 req-fcb2ab8d-bdb8-4322-98d3-aa23919ed412 service neutron] 10.222.0.11 "GET /v2.0/networks/e9fd4d9d-a461-43f3-8bc4-f70626927f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5290136 May 19 05:42:58.398306 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4d93cd34-fd0f-4119-be82-82b6470cd5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:58.421139 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:42:58.459132 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d6422-aa4f-4956-b93a-e23ddb9c5e9a req-5e40092c-5eb7-4d44-92f7-5c06af5eda8a tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:42:58.466572 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-fc9d6422-aa4f-4956-b93a-e23ddb9c5e9a req-5e40092c-5eb7-4d44-92f7-5c06af5eda8a tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/ports?device_id=d010da67-18ef-42bc-a6c4-0dca8dab2dbc HTTP/1.1" status: 200 len: 943 time: 0.3549578 May 19 05:42:58.467877 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4d93cd34-fd0f-4119-be82-82b6470cd5c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:58.469071 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-4d93cd34-fd0f-4119-be82-82b6470cd5c2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5abab8cb-41f4-437e-b771-9499235bc631 HTTP/1.1" status: 204 len: 168 time: 1.0431213 May 19 05:42:58.470084 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d93cd34-fd0f-4119-be82-82b6470cd5c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5abab8cb-41f4-437e-b771-9499235bc631,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:42:58.474308 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-4d93cd34-fd0f-4119-be82-82b6470cd5c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:42:58.506217 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4697f248-ed45-4356-bb44-b92daf01848f req-b92d047a-0a05-4dc6-a767-7e49103e21ca service neutron] 10.222.0.26 "GET /v2.0/networks/4c713a74-0813-44be-ac36-fe2debef4543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2955778 May 19 05:42:58.647020 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-fc9d6422-aa4f-4956-b93a-e23ddb9c5e9a req-1399ee25-ddb6-4dac-8c40-84ad644ea6b9 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d9a3903-103e-47fc-a618-0f60bf0833b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793566 May 19 05:42:58.681383 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-15e0acf9-f0b8-4fd1-a5be-be2556542597 req-67109de6-dd6c-4670-851f-51a797a19aae service neutron] 10.222.0.26 "GET /v2.0/networks/03dcfb66-ea3c-465d-b08c-ec5988394a1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5612037 May 19 05:42:58.782175 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7bc503c1-93d0-4700-aadf-8529eeee8423 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Notify callbacks [] for port, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:58.978942 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-a199cc84-7415-44e9-9813-1e6639a8cf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28d60863-05ad-4fb3-9fc5-b38582aec9c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1680429854-router', 'tenant_id': 'c17fd9a8c56841e28e94a39c06931094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '2282138d-dbca-4b4f-9ee5-b6b23b6b7fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:42:33Z', 'updated_at': '2021-05-19T05:42:52Z', 'revision_number': 4, 'project_id': 'c17fd9a8c56841e28e94a39c06931094', 'gw_port': {'id': '2282138d-dbca-4b4f-9ee5-b6b23b6b7fc8', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d60863-05ad-4fb3-9fc5-b38582aec9c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:42:36Z', 'updated_at': '2021-05-19T05:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi', '_interfaces': [{'id': '9c2189c6-e426-466f-82fd-a8da5f47588b', 'name': '', 'network_id': '66468b2a-efab-4a3c-bf32-cbdbf073937c', 'tenant_id': 'c17fd9a8c56841e28e94a39c06931094', 'mac_address': 'fa:16:3e:72:c4:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28d60863-05ad-4fb3-9fc5-b38582aec9c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0fe61487-2837-401f-bfcd-f193a4daf6f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:42:48Z', 'updated_at': '2021-05-19T05:42:53Z', 'revision_number': 2, 'project_id': 'c17fd9a8c56841e28e94a39c06931094', 'subnets': [{'id': '0fe61487-2837-401f-bfcd-f193a4daf6f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:42:58.992307 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a199cc84-7415-44e9-9813-1e6639a8cf8a None None] Checking router: 28d60863-05ad-4fb3-9fc5-b38582aec9c9 for host: dv-cinder-782405-8-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 05:42:58.992909 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a199cc84-7415-44e9-9813-1e6639a8cf8a None None] Updating router 28d60863-05ad-4fb3-9fc5-b38582aec9c9 port 9c2189c6-e426-466f-82fd-a8da5f47588b binding host dv-cinder-782405-8-iscsi {{(pid=103392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 05:42:58.994487 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-15e0acf9-f0b8-4fd1-a5be-be2556542597 req-c50dc876-675d-4a90-b382-2245f9cc61e0 service neutron] 10.222.0.26 "GET /v2.0/networks/03dcfb66-ea3c-465d-b08c-ec5988394a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2849765 May 19 05:42:59.035391 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4697f248-ed45-4356-bb44-b92daf01848f req-b4ff53dc-40d4-4e30-bb32-492c63ef38fc service neutron] 10.222.0.26 "GET /v2.0/networks/4c713a74-0813-44be-ac36-fe2debef4543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4642642 May 19 05:42:59.042844 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-633f9b57-8afc-48bb-b6a3-08f88b27804c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:59.054015 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-633f9b57-8afc-48bb-b6a3-08f88b27804c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:59.084317 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-44f09b61-b5ce-47b2-b4f9-d334d2a31735 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:42:59.094958 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a199cc84-7415-44e9-9813-1e6639a8cf8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:59.283593 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device 008bde14-b575-4a18-a567-8ba88098ff11 up at agent ovs-agent-dv-cinder-782405-8-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:42:59.329643 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-633f9b57-8afc-48bb-b6a3-08f88b27804c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c9aa235cd9e14b07b2be9082fb6574e4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1533000 May 19 05:42:59.332947 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 41994) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:42:59.446642 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Provisioning for port 008bde14-b575-4a18-a567-8ba88098ff11 completed by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:42:59.469563 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Provisioning complete for port 008bde14-b575-4a18-a567-8ba88098ff11 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:42:59.470678 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:59.470867 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633f9b57-8afc-48bb-b6a3-08f88b27804c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d06722b4-4d6c-47fb-82e4-c846f23ac3fd,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:42:59.480703 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-633f9b57-8afc-48bb-b6a3-08f88b27804c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:42:59.634255 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6bcba060-0934-418c-93fd-ed9ab8c11284 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:59.666197 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f693364-dc01-4cf5-8f38-9586ce97c5f5 req-2cc0cf8a-5c99-44ff-bcbc-878bdd3a181a tempest-DeleteServersTestJSON-1742042662 tempest-DeleteServersTestJSON-1742042662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:42:59.667790 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4f693364-dc01-4cf5-8f38-9586ce97c5f5 req-2cc0cf8a-5c99-44ff-bcbc-878bdd3a181a tempest-DeleteServersTestJSON-1742042662 tempest-DeleteServersTestJSON-1742042662-project] 10.222.0.11 "GET /v2.0/ports?device_id=278604b3-d7b0-4f84-808c-87a0495698bd HTTP/1.1" status: 200 len: 943 time: 0.6723938 May 19 05:42:59.671289 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7bc503c1-93d0-4700-aadf-8529eeee8423 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742272799735'] for port, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:59.680589 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b753b01c-844b-4f9b-9f63-85c58e8fd311 req-6c31a501-3cf6-4456-8e41-0650812d7264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:42:59.682108 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b753b01c-844b-4f9b-9f63-85c58e8fd311 req-6c31a501-3cf6-4456-8e41-0650812d7264 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=47ad02488c50471da1b1a57ccb2499cd&device_id=278604b3-d7b0-4f84-808c-87a0495698bd HTTP/1.1" status: 200 len: 1096 time: 0.5688906 May 19 05:42:59.698398 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-c0de38f6-28b8-44ae-ae45-0a7aa14133db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:42:59.821115 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 42010) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:42:59.827718 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc503c1-93d0-4700-aadf-8529eeee8423 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Pushing event updated for resources: {'Port': ['ID=8f1b6092-0ef3-4288-91c9-c74d5b7b0d08,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:42:59.853452 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-7bc503c1-93d0-4700-aadf-8529eeee8423 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:42:59.891298 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc503c1-93d0-4700-aadf-8529eeee8423 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Network 1e6dde84-3174-47a4-a93f-45a4a19145c3 is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:42:59.914886 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-901ac6e3-5ed0-42dc-b77a-6020d16f9ee2 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1083686852', 'description': 'tempest-description--1993887909'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:42:59.923023 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-901ac6e3-5ed0-42dc-b77a-6020d16f9ee2 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:42:59.927539 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-901ac6e3-5ed0-42dc-b77a-6020d16f9ee2 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Usage tracker for resource:security_group and tenant:c17fd9a8c56841e28e94a39c06931094 is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:42:59.931807 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-901ac6e3-5ed0-42dc-b77a-6020d16f9ee2 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:42:59.939245 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-901ac6e3-5ed0-42dc-b77a-6020d16f9ee2 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:42:59.954801 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-7bc503c1-93d0-4700-aadf-8529eeee8423 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:42:59.962637 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b753b01c-844b-4f9b-9f63-85c58e8fd311 req-2a2675fb-02dc-4dee-9705-86452f01177c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:42:59.964127 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b753b01c-844b-4f9b-9f63-85c58e8fd311 req-2a2675fb-02dc-4dee-9705-86452f01177c service neutron] 10.222.0.26 "GET /v2.0/networks?id=03dcfb66-ea3c-465d-b08c-ec5988394a1d HTTP/1.1" status: 200 len: 913 time: 0.2672498 May 19 05:42:59.964889 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc503c1-93d0-4700-aadf-8529eeee8423 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 05:42:59.969765 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6bcba060-0934-418c-93fd-ed9ab8c11284 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:42:59.977369 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18262df-ad67-4ad2-9a6e-ac66225853da req-5f0ed852-46c0-4a8e-8a9a-f3b7f7315fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:42:59.979768 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e18262df-ad67-4ad2-9a6e-ac66225853da req-5f0ed852-46c0-4a8e-8a9a-f3b7f7315fa1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0595826c8352417daa536bf080ca9f0c&device_id=d010da67-18ef-42bc-a6c4-0dca8dab2dbc HTTP/1.1" status: 200 len: 1096 time: 0.8205910 May 19 05:42:59.989045 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-901ac6e3-5ed0-42dc-b77a-6020d16f9ee2 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Notify callbacks [] for security_group, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:00.005075 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:00.027842 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-901ac6e3-5ed0-42dc-b77a-6020d16f9ee2 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:43:00.033760 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-901ac6e3-5ed0-42dc-b77a-6020d16f9ee2 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Usage tracker for resource:security_group_rule and tenant:c17fd9a8c56841e28e94a39c06931094 is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:43:00.038290 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-901ac6e3-5ed0-42dc-b77a-6020d16f9ee2 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:43:00.045715 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-901ac6e3-5ed0-42dc-b77a-6020d16f9ee2 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:43:00.120024 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] For port 008bde14-b575-4a18-a567-8ba88098ff11, host dv-cinder-782405-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-iscsi',level=0,port_id=008bde14-b575-4a18-a567-8ba88098ff11,segment=NetworkSegment(91f2eabd-2095-4aa5-b7b2-cb363e7f7010),segment_id=91f2eabd-2095-4aa5-b7b2-cb363e7f7010)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:43:00.153995 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:00.155665 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device aaba33c1-588e-4555-8c5e-edaf6a9a2bae up at agent ovs-agent-dv-cinder-782405-8-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:43:00.208240 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b753b01c-844b-4f9b-9f63-85c58e8fd311 req-cfdb6679-fecc-4d38-aa83-daed8b737aa4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae26349f-d758-488b-8d4f-4df6851d003d HTTP/1.1" status: 200 len: 217 time: 0.1855171 May 19 05:43:00.239358 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0104f2ce-8940-4583-873a-f1adf83fa69a req-f36725fe-9599-444a-9f20-9752fd18e7ca tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6fb2e02-f3ea-48a2-bc86-99bcb4a79d75 HTTP/1.1" status: 200 len: 210 time: 0.2712991 May 19 05:43:00.256224 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:43:00.279690 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-901ac6e3-5ed0-42dc-b77a-6020d16f9ee2 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Notify callbacks [] for security_group, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:00.308601 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-901ac6e3-5ed0-42dc-b77a-6020d16f9ee2 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:00.316730 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7bc503c1-93d0-4700-aadf-8529eeee8423 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:00.356390 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4f693364-dc01-4cf5-8f38-9586ce97c5f5 req-2287df10-151c-4c8f-b1e6-60c7dd682e63 tempest-DeleteServersTestJSON-1742042662 tempest-DeleteServersTestJSON-1742042662-project] 10.222.0.11 "GET /v2.0/security-groups?id=088717ce-0188-4369-8665-c33c6e27594a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6655807 May 19 05:43:00.366019 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:43:00.444503 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b753b01c-844b-4f9b-9f63-85c58e8fd311 req-d451ab79-f2b3-423c-9f16-1e40175a34ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:00.447862 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b753b01c-844b-4f9b-9f63-85c58e8fd311 req-d451ab79-f2b3-423c-9f16-1e40175a34ea service neutron] 10.222.0.26 "GET /v2.0/subnets?id=26bcad94-1526-462e-9739-34f08a7f2e0a HTTP/1.1" status: 200 len: 852 time: 0.2058430 May 19 05:43:00.522007 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-901ac6e3-5ed0-42dc-b77a-6020d16f9ee2 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Notify callbacks [] for security_group, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:00.533200 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-901ac6e3-5ed0-42dc-b77a-6020d16f9ee2 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6771936 May 19 05:43:00.535387 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 42040) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:43:00.560126 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Pushing event updated for resources: {'Port': ['ID=008bde14-b575-4a18-a567-8ba88098ff11,revision_number=5']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:43:00.565390 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:43:00.571699 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-8af837a0-491f-4a8c-ab77-c562f0de7303 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Request body: {'security_group_rule': {'security_group_id': '9fd27e09-fd1f-4fe8-9681-74181843f9b8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:43:00.593334 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-8af837a0-491f-4a8c-ab77-c562f0de7303 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:43:00.598517 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b753b01c-844b-4f9b-9f63-85c58e8fd311 req-48dbf8d6-bb44-4143-bce9-38c4522a65fc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=03dcfb66-ea3c-465d-b08c-ec5988394a1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1422997 May 19 05:43:00.599440 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6bcba060-0934-418c-93fd-ed9ab8c11284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:00.601584 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-8af837a0-491f-4a8c-ab77-c562f0de7303 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Usage tracker for resource:security_group_rule and tenant:c17fd9a8c56841e28e94a39c06931094 is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:43:00.613970 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-8af837a0-491f-4a8c-ab77-c562f0de7303 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:43:00.618074 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Provisioning for port aaba33c1-588e-4555-8c5e-edaf6a9a2bae completed by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:43:00.625606 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Provisioning complete for port aaba33c1-588e-4555-8c5e-edaf6a9a2bae triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:43:00.626920 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:00.636004 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-8af837a0-491f-4a8c-ab77-c562f0de7303 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:43:00.747564 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a199cc84-7415-44e9-9813-1e6639a8cf8a None None] Notify callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:00.768960 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-a199cc84-7415-44e9-9813-1e6639a8cf8a None None] Transition to ACTIVE for port object 9c2189c6-e426-466f-82fd-a8da5f47588b will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:43:00.802430 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a199cc84-7415-44e9-9813-1e6639a8cf8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:00.808360 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-25009081-3b69-4742-af6d-d713d555beeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:43:00.849990 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18262df-ad67-4ad2-9a6e-ac66225853da req-b2ccbe5a-242e-41e6-9b50-07bb90dd6c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:00.854613 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e18262df-ad67-4ad2-9a6e-ac66225853da req-b2ccbe5a-242e-41e6-9b50-07bb90dd6c5f service neutron] 10.222.0.26 "GET /v2.0/networks?id=4c713a74-0813-44be-ac36-fe2debef4543 HTTP/1.1" status: 200 len: 915 time: 0.8403764 May 19 05:43:00.856061 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:43:00.857821 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.26', 50840) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:43:00.892904 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcba060-0934-418c-93fd-ed9ab8c11284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d06722b4-4d6c-47fb-82e4-c846f23ac3fd,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:43:00.916818 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901ac6e3-5ed0-42dc-b77a-6020d16f9ee2 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd27e09-fd1f-4fe8-9681-74181843f9b8,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:43:00.927148 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7bc503c1-93d0-4700-aadf-8529eeee8423 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:00.981816 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-6bcba060-0934-418c-93fd-ed9ab8c11284 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:43:01.021118 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6bcba060-0934-418c-93fd-ed9ab8c11284 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:01.035113 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-6bcba060-0934-418c-93fd-ed9ab8c11284 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d06722b4-4d6c-47fb-82e4-c846f23ac3fd HTTP/1.1" status: 204 len: 168 time: 1.6944261 May 19 05:43:01.130838 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b753b01c-844b-4f9b-9f63-85c58e8fd311 req-3978300d-a04a-48f7-8e92-b84529e7b878 service neutron] 10.222.0.26 "GET /v2.0/networks/03dcfb66-ea3c-465d-b08c-ec5988394a1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5246506 May 19 05:43:01.160809 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:01.215950 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265200c8-d8a2-4ad9-8666-34a069e817e3 None None] Pushing event updated for resources: {'Port': ['ID=9c2189c6-e426-466f-82fd-a8da5f47588b,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:43:01.238857 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-265200c8-d8a2-4ad9-8666-34a069e817e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:43:01.250737 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7bc503c1-93d0-4700-aadf-8529eeee8423 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Notify callbacks [] for port, precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:01.257918 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-901ac6e3-5ed0-42dc-b77a-6020d16f9ee2 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.892s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:43:01.327387 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] For port aaba33c1-588e-4555-8c5e-edaf6a9a2bae, host dv-cinder-782405-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-iscsi',level=0,port_id=aaba33c1-588e-4555-8c5e-edaf6a9a2bae,segment=NetworkSegment(ed8cddf7-38c4-4062-a7e4-12521ed88cf6),segment_id=ed8cddf7-38c4-4062-a7e4-12521ed88cf6)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:43:01.335745 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-a199cc84-7415-44e9-9813-1e6639a8cf8a None None] Attempting to bind port 9c2189c6-e426-466f-82fd-a8da5f47588b on host dv-cinder-782405-8-iscsi for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 05:43:01.342714 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-a199cc84-7415-44e9-9813-1e6639a8cf8a None None] Attempting to bind port 9c2189c6-e426-466f-82fd-a8da5f47588b by drivers openvswitch,hyperv on host dv-cinder-782405-8-iscsi at level 0 using segments [{'id': 'f507ec07-80b3-40da-acb9-6d4ba052bdb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '66468b2a-efab-4a3c-bf32-cbdbf073937c'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 05:43:01.343302 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a199cc84-7415-44e9-9813-1e6639a8cf8a None None] Attempting to bind port 9c2189c6-e426-466f-82fd-a8da5f47588b on network 66468b2a-efab-4a3c-bf32-cbdbf073937c {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:43:01.346719 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894ec590-1e5c-42d3-ab78-c72b14873328 req-c1e953ff-4bac-4f8d-ba31-39cfae2fa359 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:01.354430 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-894ec590-1e5c-42d3-ab78-c72b14873328 req-c1e953ff-4bac-4f8d-ba31-39cfae2fa359 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/ports?device_id=d010da67-18ef-42bc-a6c4-0dca8dab2dbc HTTP/1.1" status: 200 len: 943 time: 0.5012376 May 19 05:43:01.359522 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:01.367239 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:43:01.436044 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b753b01c-844b-4f9b-9f63-85c58e8fd311 req-a68d23c7-275a-4ee1-8d49-742eb49644af service neutron] 10.222.0.26 "GET /v2.0/networks/03dcfb66-ea3c-465d-b08c-ec5988394a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912860 May 19 05:43:01.457058 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-894ec590-1e5c-42d3-ab78-c72b14873328 req-8b9143a2-aedb-4532-8eb5-0b32da31ed7d tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d9a3903-103e-47fc-a618-0f60bf0833b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005332 May 19 05:43:01.465567 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a199cc84-7415-44e9-9813-1e6639a8cf8a None None] Checking agent: {'id': '8851ba53-2e70-4f4c-a9f5-617d9b5548bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 5, 35, 15), 'started_at': datetime.datetime(2021, 5, 19, 5, 35, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 5, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 05:43:01.465955 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a199cc84-7415-44e9-9813-1e6639a8cf8a None None] Checking segment: {'id': 'f507ec07-80b3-40da-acb9-6d4ba052bdb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '66468b2a-efab-4a3c-bf32-cbdbf073937c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:43:01.466378 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a199cc84-7415-44e9-9813-1e6639a8cf8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:01.466808 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a199cc84-7415-44e9-9813-1e6639a8cf8a None None] Bound using segment: {'id': 'f507ec07-80b3-40da-acb9-6d4ba052bdb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '66468b2a-efab-4a3c-bf32-cbdbf073937c'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 05:43:01.467313 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-a199cc84-7415-44e9-9813-1e6639a8cf8a None None] Bound port: 9c2189c6-e426-466f-82fd-a8da5f47588b, host: dv-cinder-782405-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f507ec07-80b3-40da-acb9-6d4ba052bdb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '66468b2a-efab-4a3c-bf32-cbdbf073937c'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 05:43:01.467697 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a199cc84-7415-44e9-9813-1e6639a8cf8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:01.490505 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7bc503c1-93d0-4700-aadf-8529eeee8423 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:01.524952 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device 008bde14-b575-4a18-a567-8ba88098ff11 up at agent ovs-agent-dv-cinder-782405-8-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:43:01.563195 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8af837a0-491f-4a8c-ab77-c562f0de7303 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:01.570935 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-bd91190d-3c17-4bb9-afc4-8b558bdfcde2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:43:01.629786 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e18262df-ad67-4ad2-9a6e-ac66225853da req-bdcec19a-31fb-4248-8083-ae1685036259 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ef7937c5-b2ba-479d-b1b3-35acb21e0596 HTTP/1.1" status: 200 len: 217 time: 0.3740463 May 19 05:43:01.630720 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7bc503c1-93d0-4700-aadf-8529eeee8423 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-399030'] for floatingip, after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:01.667310 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 42090) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:43:01.689251 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 42092) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:43:01.708992 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9e95966b-f02e-494f-8ebf-4fb702b60eaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:01.730747 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Pushing event updated for resources: {'Port': ['ID=aaba33c1-588e-4555-8c5e-edaf6a9a2bae,revision_number=5']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:43:01.735005 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-9e95966b-f02e-494f-8ebf-4fb702b60eaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:43:01.738661 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:43:01.743537 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-9e95966b-f02e-494f-8ebf-4fb702b60eaa admin admin] Usage tracker for resource:security_group_rule and tenant:8f6a3b5d5bef4a4da2713ca04034c6f8 is out of sync, need to count used quota {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:43:01.749767 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-9e95966b-f02e-494f-8ebf-4fb702b60eaa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:43:01.750614 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a199cc84-7415-44e9-9813-1e6639a8cf8a None None] For port 9c2189c6-e426-466f-82fd-a8da5f47588b, host dv-cinder-782405-8-iscsi, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 05:43:01.756456 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a199cc84-7415-44e9-9813-1e6639a8cf8a None None] For port 9c2189c6-e426-466f-82fd-a8da5f47588b, host dv-cinder-782405-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-iscsi',level=0,port_id=9c2189c6-e426-466f-82fd-a8da5f47588b,segment=NetworkSegment(f507ec07-80b3-40da-acb9-6d4ba052bdb5),segment_id=f507ec07-80b3-40da-acb9-6d4ba052bdb5)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 05:43:01.761415 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b1a670-474c-4739-a8b9-8a9a799deee1 req-4b0f793f-1316-47dc-992e-dc1c998c0f52 tempest-DeleteServersTestJSON-1742042662 tempest-DeleteServersTestJSON-1742042662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:01.762216 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Provisioning complete for port 008bde14-b575-4a18-a567-8ba88098ff11 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:43:01.762705 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:01.763077 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-92b1a670-474c-4739-a8b9-8a9a799deee1 req-4b0f793f-1316-47dc-992e-dc1c998c0f52 tempest-DeleteServersTestJSON-1742042662 tempest-DeleteServersTestJSON-1742042662-project] 10.222.0.11 "GET /v2.0/ports?device_id=278604b3-d7b0-4f84-808c-87a0495698bd HTTP/1.1" status: 200 len: 943 time: 0.1764836 May 19 05:43:01.767977 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-9e95966b-f02e-494f-8ebf-4fb702b60eaa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:43:01.774698 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1c550b-028b-4436-b395-fcb2e2e36d84 req-e23d3505-055a-4a93-a92f-b73dda431d23 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:01.776487 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-fa1c550b-028b-4436-b395-fcb2e2e36d84 req-e23d3505-055a-4a93-a92f-b73dda431d23 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.26 "GET /v2.0/networks?id=e9fd4d9d-a461-43f3-8bc4-f70626927f45 HTTP/1.1" status: 200 len: 819 time: 0.8557351 May 19 05:43:01.805344 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a199cc84-7415-44e9-9813-1e6639a8cf8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:01.818752 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [req-fa1c550b-028b-4436-b395-fcb2e2e36d84 req-6fc61f2a-192e-414c-98d1-8a731016eef4 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Request body: {'port': {'device_id': 'f6fb2e02-f3ea-48a2-bc86-99bcb4a79d75', 'network_id': 'e9fd4d9d-a461-43f3-8bc4-f70626927f45', 'admin_state_up': True, 'tenant_id': '2aa9f910d0e44032ac9af01a62399d3d'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:43:01.827851 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-ebb3dec7-ab9b-4215-81d4-d81d5bceab16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:43:01.868177 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [req-92b1a670-474c-4739-a8b9-8a9a799deee1 req-130513bd-3c99-46bb-9eb5-5aa875c86cf3 tempest-DeleteServersTestJSON-1742042662 tempest-DeleteServersTestJSON-1742042662-project] Synchronizing usage tracker for tenant:47ad02488c50471da1b1a57ccb2499cd on resource:security_group {{(pid=103390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:43:01.895662 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc503c1-93d0-4700-aadf-8529eeee8423 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Pushing event updated for resources: {'Port': ['ID=8f1b6092-0ef3-4288-91c9-c74d5b7b0d08,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:43:01.898493 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7bc503c1-93d0-4700-aadf-8529eeee8423 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13023'] for floatingip, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:01.899933 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-7bc503c1-93d0-4700-aadf-8529eeee8423 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.0306246 May 19 05:43:01.905373 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-7bc503c1-93d0-4700-aadf-8529eeee8423 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:43:02.007637 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a199cc84-7415-44e9-9813-1e6639a8cf8a None None] Routers {'28d60863-05ad-4fb3-9fc5-b38582aec9c9'} bound to L3 agent in host dv-cinder-782405-8-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:43:02.008280 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-a199cc84-7415-44e9-9813-1e6639a8cf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-19T05:35:15Z,description=,heartbeat_timestamp=2021-05-19T05:42:45Z,host='dv-cinder-782405-8-iscsi',id=b1c473b1-11ec-4d73-8852-93414dd700fb,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:35:15Z,topic='l3_agent')) {'router_ids': ['28d60863-05ad-4fb3-9fc5-b38582aec9c9'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:43:02.026521 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18262df-ad67-4ad2-9a6e-ac66225853da req-3089c755-589a-440e-8a86-52adf720e913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:02.027927 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e18262df-ad67-4ad2-9a6e-ac66225853da req-3089c755-589a-440e-8a86-52adf720e913 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3c4a5801-d8f0-4b74-b492-7e7724b84847 HTTP/1.1" status: 200 len: 854 time: 0.3721392 May 19 05:43:02.054331 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8af837a0-491f-4a8c-ab77-c562f0de7303 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:02.079223 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d4a41896-4709-471e-a00f-c4814bcf6d13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:02.113274 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e18262df-ad67-4ad2-9a6e-ac66225853da req-cb4f1785-ebc2-4cbc-8625-f296e87b9633 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4c713a74-0813-44be-ac36-fe2debef4543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678246 May 19 05:43:02.129889 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07046840-2949-47fe-8d50-cd4e6c877d42 req-7f3e8b88-c2dc-4963-ae1f-2bb907e0d577 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:02.130515 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-d4a41896-4709-471e-a00f-c4814bcf6d13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:43:02.131452 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-07046840-2949-47fe-8d50-cd4e6c877d42 req-7f3e8b88-c2dc-4963-ae1f-2bb907e0d577 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/networks?id=e9fd4d9d-a461-43f3-8bc4-f70626927f45 HTTP/1.1" status: 200 len: 819 time: 1.2752659 May 19 05:43:02.137297 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8af837a0-491f-4a8c-ab77-c562f0de7303 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555713'] for security_group_rule, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:02.146125 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9e95966b-f02e-494f-8ebf-4fb702b60eaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:02.148261 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-d4a41896-4709-471e-a00f-c4814bcf6d13 admin admin] Usage tracker for resource:security_group_rule and tenant:9966113ac4994f9da34e1265e2ef6d63 is out of sync, need to count used quota {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:43:02.151862 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265200c8-d8a2-4ad9-8666-34a069e817e3 None None] Pushing event updated for resources: {'Port': ['ID=9c2189c6-e426-466f-82fd-a8da5f47588b,revision_number=4']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:43:02.153032 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-d4a41896-4709-471e-a00f-c4814bcf6d13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:43:02.163280 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-d4a41896-4709-471e-a00f-c4814bcf6d13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:43:02.169132 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9e95966b-f02e-494f-8ebf-4fb702b60eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:02.192376 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:43:02.200897 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:43:02.269398 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-9e95966b-f02e-494f-8ebf-4fb702b60eaa admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8f6a3b5d5bef4a4da2713ca04034c6f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6010532 May 19 05:43:02.274886 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 42112) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:43:02.291206 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-265200c8-d8a2-4ad9-8666-34a069e817e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:43:02.302146 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e95966b-f02e-494f-8ebf-4fb702b60eaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e701db3e-9ed5-4a18-a4b8-5ed802195e8d,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:43:02.314742 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-9e95966b-f02e-494f-8ebf-4fb702b60eaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:43:02.376132 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7f957e68-677f-4dc8-971f-2658a822081a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:02.435080 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7f957e68-677f-4dc8-971f-2658a822081a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:02.453285 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d4a41896-4709-471e-a00f-c4814bcf6d13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:02.468811 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d4a41896-4709-471e-a00f-c4814bcf6d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:02.469416 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8af837a0-491f-4a8c-ab77-c562f0de7303 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:02.472783 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-8af837a0-491f-4a8c-ab77-c562f0de7303 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9209418 May 19 05:43:02.472783 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-07046840-2949-47fe-8d50-cd4e6c877d42 req-b4602ce9-16bb-44fc-8f75-4a63c1a8b037 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/quotas/2aa9f910d0e44032ac9af01a62399d3d HTTP/1.1" status: 200 len: 375 time: 0.3020685 May 19 05:43:02.473026 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af837a0-491f-4a8c-ab77-c562f0de7303 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41fecf55-f71e-4353-ade3-5638092c0fd8,revision_number=0']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:43:02.474758 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 42120) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:43:02.491770 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:43:02.496806 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-8af837a0-491f-4a8c-ab77-c562f0de7303 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:43:02.505302 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-113f2b8c-3cdc-4294-bb0d-46fec1df024d tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Request body: {'security_group_rule': {'security_group_id': '9fd27e09-fd1f-4fe8-9681-74181843f9b8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:43:02.516127 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [req-92b1a670-474c-4739-a8b9-8a9a799deee1 req-130513bd-3c99-46bb-9eb5-5aa875c86cf3 tempest-DeleteServersTestJSON-1742042662 tempest-DeleteServersTestJSON-1742042662-project] Unset dirty status for tenant:47ad02488c50471da1b1a57ccb2499cd on resource:security_group {{(pid=103390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:43:02.521988 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-a199cc84-7415-44e9-9813-1e6639a8cf8a None None] Set router 28d60863-05ad-4fb3-9fc5-b38582aec9c9 gateway port host: dv-cinder-782405-8-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:43:02.529770 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-92b1a670-474c-4739-a8b9-8a9a799deee1 req-130513bd-3c99-46bb-9eb5-5aa875c86cf3 tempest-DeleteServersTestJSON-1742042662 tempest-DeleteServersTestJSON-1742042662-project] 10.222.0.11 "GET /v2.0/security-groups?id=088717ce-0188-4369-8665-c33c6e27594a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7591999 May 19 05:43:02.555032 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-113f2b8c-3cdc-4294-bb0d-46fec1df024d tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:43:02.575300 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-d4a41896-4709-471e-a00f-c4814bcf6d13 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9966113ac4994f9da34e1265e2ef6d63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8792922 May 19 05:43:02.578714 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [req-fa1c550b-028b-4436-b395-fcb2e2e36d84 req-6fc61f2a-192e-414c-98d1-8a731016eef4 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:43:02.581615 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 42126) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:43:02.582000 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-113f2b8c-3cdc-4294-bb0d-46fec1df024d tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Usage tracker for resource:security_group_rule and tenant:c17fd9a8c56841e28e94a39c06931094 is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:43:02.589634 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a41896-4709-471e-a00f-c4814bcf6d13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c85e190-fd62-492c-b253-3ddf8dc52693,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:43:02.592170 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-113f2b8c-3cdc-4294-bb0d-46fec1df024d tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:43:02.617148 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-113f2b8c-3cdc-4294-bb0d-46fec1df024d tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:43:02.630039 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Device ae26349f-d758-488b-8d4f-4df6851d003d details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=103392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 05:43:02.632332 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [req-fa1c550b-028b-4436-b395-fcb2e2e36d84 req-6fc61f2a-192e-414c-98d1-8a731016eef4 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:43:02.632859 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-d4a41896-4709-471e-a00f-c4814bcf6d13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:43:02.648805 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e18262df-ad67-4ad2-9a6e-ac66225853da req-11186c7b-d217-424a-a974-9913feb72961 service neutron] 10.222.0.26 "GET /v2.0/networks/4c713a74-0813-44be-ac36-fe2debef4543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5127227 May 19 05:43:02.668567 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e1f5a8c0-7459-4dbc-97c9-37863c201ea7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:02.670224 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7f957e68-677f-4dc8-971f-2658a822081a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:02.691775 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-9e95966b-f02e-494f-8ebf-4fb702b60eaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:43:02.697249 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa1c550b-028b-4436-b395-fcb2e2e36d84 req-6fc61f2a-192e-414c-98d1-8a731016eef4 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Made reservation on behalf of 2aa9f910d0e44032ac9af01a62399d3d for: {'port': 1} {{(pid=103391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 05:43:02.700767 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-fa1c550b-028b-4436-b395-fcb2e2e36d84 req-6fc61f2a-192e-414c-98d1-8a731016eef4 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:02.706125 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f957e68-677f-4dc8-971f-2658a822081a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e701db3e-9ed5-4a18-a4b8-5ed802195e8d,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:43:02.730877 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-7f957e68-677f-4dc8-971f-2658a822081a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:43:02.744693 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e1f5a8c0-7459-4dbc-97c9-37863c201ea7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:02.764743 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.db.resource_extend [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 05:43:02.785375 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7f957e68-677f-4dc8-971f-2658a822081a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:02.789501 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-7f957e68-677f-4dc8-971f-2658a822081a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e701db3e-9ed5-4a18-a4b8-5ed802195e8d HTTP/1.1" status: 204 len: 168 time: 0.5134170 May 19 05:43:02.804725 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [req-b58d6944-a164-43ac-bb23-d349d8b182c1 req-cb1aecf5-4848-4dfe-bf74-a310fefc35df tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Synchronizing usage tracker for tenant:e11f985d37b842499bf1e28b1ad007cf on resource:security_group {{(pid=103390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:43:02.821152 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-113f2b8c-3cdc-4294-bb0d-46fec1df024d tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:02.830712 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [req-b58d6944-a164-43ac-bb23-d349d8b182c1 req-cb1aecf5-4848-4dfe-bf74-a310fefc35df tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Unset dirty status for tenant:e11f985d37b842499bf1e28b1ad007cf on resource:security_group {{(pid=103390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:43:02.839546 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b58d6944-a164-43ac-bb23-d349d8b182c1 req-cb1aecf5-4848-4dfe-bf74-a310fefc35df tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1827825146&fields=id&tenant_id=e11f985d37b842499bf1e28b1ad007cf HTTP/1.1" status: 200 len: 267 time: 0.1366596 May 19 05:43:02.946514 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e1f5a8c0-7459-4dbc-97c9-37863c201ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:02.952629 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-ffd3999d-5670-4dc7-a4cc-fb5907b9826a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:43:02.974516 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f5a8c0-7459-4dbc-97c9-37863c201ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c85e190-fd62-492c-b253-3ddf8dc52693,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:43:02.979327 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-e1f5a8c0-7459-4dbc-97c9-37863c201ea7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:43:02.988180 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e1f5a8c0-7459-4dbc-97c9-37863c201ea7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:02.988371 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-e1f5a8c0-7459-4dbc-97c9-37863c201ea7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3c85e190-fd62-492c-b253-3ddf8dc52693 HTTP/1.1" status: 204 len: 168 time: 0.4005945 May 19 05:43:03.026832 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-07046840-2949-47fe-8d50-cd4e6c877d42 req-74fcf432-aaa4-4294-8081-1ed74ff327b0 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=2aa9f910d0e44032ac9af01a62399d3d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5262401 May 19 05:43:03.042848 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] For port ae26349f-d758-488b-8d4f-4df6851d003d, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=ae26349f-d758-488b-8d4f-4df6851d003d,segment=NetworkSegment(158de6a9-376d-4d4f-a307-af47b61e2c3d),segment_id=158de6a9-376d-4d4f-a307-af47b61e2c3d)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:43:03.059936 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d6944-a164-43ac-bb23-d349d8b182c1 req-03ff25e4-e13d-4af9-8e78-e3a78b5a87ad tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:03.061253 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [req-b58d6944-a164-43ac-bb23-d349d8b182c1 req-03ff25e4-e13d-4af9-8e78-e3a78b5a87ad tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Synchronizing usage tracker for tenant:e11f985d37b842499bf1e28b1ad007cf on resource:network {{(pid=103390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:43:03.091286 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Returning: {'device': 'ae26349f-d758-488b-8d4f-4df6851d003d', 'network_id': '03dcfb66-ea3c-465d-b08c-ec5988394a1d', 'port_id': 'ae26349f-d758-488b-8d4f-4df6851d003d', 'mac_address': 'fa:16:3e:c2:84:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26bcad94-1526-462e-9739-34f08a7f2e0a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 05:43:03.100017 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [req-b58d6944-a164-43ac-bb23-d349d8b182c1 req-03ff25e4-e13d-4af9-8e78-e3a78b5a87ad tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Unset dirty status for tenant:e11f985d37b842499bf1e28b1ad007cf on resource:network {{(pid=103390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:43:03.100017 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b58d6944-a164-43ac-bb23-d349d8b182c1 req-03ff25e4-e13d-4af9-8e78-e3a78b5a87ad tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/networks?id=89d5aa65-3a6d-4be9-a00d-99ff97528276 HTTP/1.1" status: 200 len: 811 time: 0.2592967 May 19 05:43:03.128039 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e18262df-ad67-4ad2-9a6e-ac66225853da req-759b1b59-0195-45c4-983e-06ac05fb1839 service neutron] 10.222.0.26 "GET /v2.0/networks/4c713a74-0813-44be-ac36-fe2debef4543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4710233 May 19 05:43:03.142227 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b58d6944-a164-43ac-bb23-d349d8b182c1 req-379adcb2-6413-454e-87f7-3c3c2b129fb0 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/quotas/e11f985d37b842499bf1e28b1ad007cf HTTP/1.1" status: 200 len: 375 time: 0.0362740 May 19 05:43:03.152588 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-113f2b8c-3cdc-4294-bb0d-46fec1df024d tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:03.191869 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-113f2b8c-3cdc-4294-bb0d-46fec1df024d tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555713'] for security_group_rule, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:03.223746 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:43:03.253087 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:03.253948 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-113f2b8c-3cdc-4294-bb0d-46fec1df024d tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:03.259585 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-113f2b8c-3cdc-4294-bb0d-46fec1df024d tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7672236 May 19 05:43:03.265230 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 42166) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:43:03.284889 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113f2b8c-3cdc-4294-bb0d-46fec1df024d tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99d12749-7c39-4666-9ea1-ca286c0abc5f,revision_number=0']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:43:03.294148 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-113f2b8c-3cdc-4294-bb0d-46fec1df024d tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:43:03.302132 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-2de6efb4-ae5a-42e2-ac76-9846bb079fbe tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Request body: {'floatingip': {'floating_network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:43:03.313580 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [req-fa1c550b-028b-4436-b395-fcb2e2e36d84 req-6fc61f2a-192e-414c-98d1-8a731016eef4 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Allocated IP 172.20.0.14 (e9fd4d9d-a461-43f3-8bc4-f70626927f45/b547b7c1-b0db-4ded-a1d7-26dc8e5f4a02/9439f27f-1c7d-431d-97c4-b98b2a0b8529) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 05:43:03.317722 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-2de6efb4-ae5a-42e2-ac76-9846bb079fbe tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:43:03.321637 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae26349f-d758-488b-8d4f-4df6851d003d {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 05:43:03.327727 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-2de6efb4-ae5a-42e2-ac76-9846bb079fbe tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Usage tracker for resource:floatingip and tenant:c17fd9a8c56841e28e94a39c06931094 is out of sync, need to count used quota {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:43:03.333079 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-2de6efb4-ae5a-42e2-ac76-9846bb079fbe tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:43:03.346574 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-2de6efb4-ae5a-42e2-ac76-9846bb079fbe tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:43:03.357389 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] For port ae26349f-d758-488b-8d4f-4df6851d003d, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=ae26349f-d758-488b-8d4f-4df6851d003d,segment=NetworkSegment(158de6a9-376d-4d4f-a307-af47b61e2c3d),segment_id=158de6a9-376d-4d4f-a307-af47b61e2c3d)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:43:03.374805 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:03.375525 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Device ef7937c5-b2ba-479d-b1b3-35acb21e0596 details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=103392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 05:43:03.378241 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2de6efb4-ae5a-42e2-ac76-9846bb079fbe tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Notify callbacks [] for floatingip, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:03.389890 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-ebb3dec7-ab9b-4215-81d4-d81d5bceab16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:43:03.512301 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b58d6944-a164-43ac-bb23-d349d8b182c1 req-586cac60-4294-4c95-9c61-d8f0d50bb180 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=e11f985d37b842499bf1e28b1ad007cf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3634915 May 19 05:43:03.621293 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-fa1c550b-028b-4436-b395-fcb2e2e36d84 req-6fc61f2a-192e-414c-98d1-8a731016eef4 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Notify callbacks [] for port, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:03.629317 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 42182) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:43:03.645944 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device aaba33c1-588e-4555-8c5e-edaf6a9a2bae up at agent ovs-agent-dv-cinder-782405-8-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:43:03.676439 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-4e6f0898-59b9-49de-bfff-88c671395a6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:03.727738 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-4e6f0898-59b9-49de-bfff-88c671395a6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:43:03.732666 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b58d6944-a164-43ac-bb23-d349d8b182c1 req-cb142509-5a06-48be-b5ef-5a5052bac6a2 service neutron] 10.222.0.11 "GET /v2.0/networks/89d5aa65-3a6d-4be9-a00d-99ff97528276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035460 May 19 05:43:03.745236 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-4e6f0898-59b9-49de-bfff-88c671395a6c admin admin] Usage tracker for resource:security_group_rule and tenant:67eb5413dad042308c3eebe7908ad81f is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:43:03.748753 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-4e6f0898-59b9-49de-bfff-88c671395a6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:43:03.755662 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Provisioning complete for port aaba33c1-588e-4555-8c5e-edaf6a9a2bae triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:43:03.756147 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:03.759675 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-4e6f0898-59b9-49de-bfff-88c671395a6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:43:03.814220 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-a199cc84-7415-44e9-9813-1e6639a8cf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28d60863-05ad-4fb3-9fc5-b38582aec9c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1680429854-router', 'tenant_id': 'c17fd9a8c56841e28e94a39c06931094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '2282138d-dbca-4b4f-9ee5-b6b23b6b7fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:42:33Z', 'updated_at': '2021-05-19T05:42:52Z', 'revision_number': 4, 'project_id': 'c17fd9a8c56841e28e94a39c06931094', 'gw_port': {'id': '2282138d-dbca-4b4f-9ee5-b6b23b6b7fc8', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d60863-05ad-4fb3-9fc5-b38582aec9c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:42:36Z', 'updated_at': '2021-05-19T05:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi', '_interfaces': [{'id': '9c2189c6-e426-466f-82fd-a8da5f47588b', 'name': '', 'network_id': '66468b2a-efab-4a3c-bf32-cbdbf073937c', 'tenant_id': 'c17fd9a8c56841e28e94a39c06931094', 'mac_address': 'fa:16:3e:72:c4:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28d60863-05ad-4fb3-9fc5-b38582aec9c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0fe61487-2837-401f-bfcd-f193a4daf6f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:42:48Z', 'updated_at': '2021-05-19T05:43:01Z', 'revision_number': 4, 'project_id': 'c17fd9a8c56841e28e94a39c06931094', 'subnets': [{'id': '0fe61487-2837-401f-bfcd-f193a4daf6f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:43:03.838931 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a199cc84-7415-44e9-9813-1e6639a8cf8a None None] The sync data for ids ['28d60863-05ad-4fb3-9fc5-b38582aec9c9'] in dv-cinder-782405-8-iscsi is: [{'id': '28d60863-05ad-4fb3-9fc5-b38582aec9c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1680429854-router', 'tenant_id': 'c17fd9a8c56841e28e94a39c06931094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '2282138d-dbca-4b4f-9ee5-b6b23b6b7fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:42:33Z', 'updated_at': '2021-05-19T05:42:52Z', 'revision_number': 4, 'project_id': 'c17fd9a8c56841e28e94a39c06931094', 'gw_port': {'id': '2282138d-dbca-4b4f-9ee5-b6b23b6b7fc8', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d60863-05ad-4fb3-9fc5-b38582aec9c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:42:36Z', 'updated_at': '2021-05-19T05:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi', '_interfaces': [{'id': '9c2189c6-e426-466f-82fd-a8da5f47588b', 'name': '', 'network_id': '66468b2a-efab-4a3c-bf32-cbdbf073937c', 'tenant_id': 'c17fd9a8c56841e28e94a39c06931094', 'mac_address': 'fa:16:3e:72:c4:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28d60863-05ad-4fb3-9fc5-b38582aec9c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0fe61487-2837-401f-bfcd-f193a4daf6f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:42:48Z', 'updated_at': '2021-05-19T05:43:01Z', 'revision_number': 4, 'project_id': 'c17fd9a8c56841e28e94a39c06931094', 'subnets': [{'id': '0fe61487-2837-401f-bfcd-f193a4daf6f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 05:43:03.871206 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b58d6944-a164-43ac-bb23-d349d8b182c1 req-5acfa75e-d8e1-49ce-ad8c-9783928428a3 service neutron] 10.222.0.11 "GET /v2.0/networks/89d5aa65-3a6d-4be9-a00d-99ff97528276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291308 May 19 05:43:03.896293 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2de6efb4-ae5a-42e2-ac76-9846bb079fbe tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:03.929824 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Pushing event updated for resources: {'Port': ['ID=ae26349f-d758-488b-8d4f-4df6851d003d,revision_number=4']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:43:03.952351 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-4e6f0898-59b9-49de-bfff-88c671395a6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:03.964315 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.574s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:43:03.968436 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [req-07046840-2949-47fe-8d50-cd4e6c877d42 req-c915333f-d550-4584-b8ea-b341633ff432 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103391) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 05:43:03.972477 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-07046840-2949-47fe-8d50-cd4e6c877d42 req-c915333f-d550-4584-b8ea-b341633ff432 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5321133 May 19 05:43:03.976953 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] For port ef7937c5-b2ba-479d-b1b3-35acb21e0596, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=ef7937c5-b2ba-479d-b1b3-35acb21e0596,segment=NetworkSegment(8ba8918a-8818-4683-9c8e-fc258c8069c5),segment_id=8ba8918a-8818-4683-9c8e-fc258c8069c5)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:43:04.026309 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Returning: {'device': 'ef7937c5-b2ba-479d-b1b3-35acb21e0596', 'network_id': '4c713a74-0813-44be-ac36-fe2debef4543', 'port_id': 'ef7937c5-b2ba-479d-b1b3-35acb21e0596', 'mac_address': 'fa:16:3e:5d:b4:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c4a5801-d8f0-4b74-b492-7e7724b84847', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 05:43:04.032307 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 42188) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:43:04.138275 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [None req-2de6efb4-ae5a-42e2-ac76-9846bb079fbe tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Allocated IP 172.27.0.146 (1e6dde84-3174-47a4-a93f-45a4a19145c3/a354a417-b24c-44ef-b568-941dc79a6d49/130b696f-21ee-42b3-8b48-79606d979026) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 05:43:04.162425 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:04.202634 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-4e6f0898-59b9-49de-bfff-88c671395a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:04.225394 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef7937c5-b2ba-479d-b1b3-35acb21e0596 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 05:43:04.242599 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:43:04.266661 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] For port ef7937c5-b2ba-479d-b1b3-35acb21e0596, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=ef7937c5-b2ba-479d-b1b3-35acb21e0596,segment=NetworkSegment(8ba8918a-8818-4683-9c8e-fc258c8069c5),segment_id=8ba8918a-8818-4683-9c8e-fc258c8069c5)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:43:04.274797 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:04.277410 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-189921bc-56bd-4242-a110-1258db4fffeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:43:04.283439 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-863201a5-ed44-455c-8bef-67a8f1d9556e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:04.345072 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-4e6f0898-59b9-49de-bfff-88c671395a6c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=67eb5413dad042308c3eebe7908ad81f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7144353 May 19 05:43:04.350722 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6f0898-59b9-49de-bfff-88c671395a6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acdbf11e-cc76-4649-961c-819865507149,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:43:04.396606 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 42202) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:43:04.397551 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-863201a5-ed44-455c-8bef-67a8f1d9556e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:43:04.406673 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-4e6f0898-59b9-49de-bfff-88c671395a6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:43:04.419691 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-fa1c550b-028b-4436-b395-fcb2e2e36d84 req-6fc61f2a-192e-414c-98d1-8a731016eef4 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742272799735'] for port, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:04.437887 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Pushing event updated for resources: {'Port': ['ID=ef7937c5-b2ba-479d-b1b3-35acb21e0596,revision_number=4']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:43:04.445210 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:43:04.445778 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:43:04.513657 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-863201a5-ed44-455c-8bef-67a8f1d9556e admin admin] Usage tracker for resource:security_group_rule and tenant:ff348dfa8d304b98a5235afc92913bb7 is out of sync, need to count used quota {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:43:04.527531 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-863201a5-ed44-455c-8bef-67a8f1d9556e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:43:04.559067 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-863201a5-ed44-455c-8bef-67a8f1d9556e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:43:04.566108 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa1c550b-028b-4436-b395-fcb2e2e36d84 req-6fc61f2a-192e-414c-98d1-8a731016eef4 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Network e9fd4d9d-a461-43f3-8bc4-f70626927f45 is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:43:04.569163 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [req-fa1c550b-028b-4436-b395-fcb2e2e36d84 req-6fc61f2a-192e-414c-98d1-8a731016eef4 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:43:04.570998 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc61f2a-192e-414c-98d1-8a731016eef4 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Pushing event updated for resources: {'Port': ['ID=9439f27f-1c7d-431d-97c4-b98b2a0b8529,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:43:04.573548 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa1c550b-028b-4436-b395-fcb2e2e36d84 req-6fc61f2a-192e-414c-98d1-8a731016eef4 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 05:43:04.579475 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1c550b-028b-4436-b395-fcb2e2e36d84 req-6fc61f2a-192e-414c-98d1-8a731016eef4 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:04.580105 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-fa1c550b-028b-4436-b395-fcb2e2e36d84 req-6fc61f2a-192e-414c-98d1-8a731016eef4 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584083'] for port, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:04.607421 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-6fc61f2a-192e-414c-98d1-8a731016eef4 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:43:04.610165 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-07046840-2949-47fe-8d50-cd4e6c877d42 req-12de6aa9-d531-4860-a134-3d98e84eec0b service neutron] 10.222.0.11 "GET /v2.0/networks/e9fd4d9d-a461-43f3-8bc4-f70626927f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6193323 May 19 05:43:04.614813 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-fa1c550b-028b-4436-b395-fcb2e2e36d84 req-6fc61f2a-192e-414c-98d1-8a731016eef4 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8190691 May 19 05:43:04.653145 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ce3371f3-06de-4ece-9cfa-9bc634122d16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:04.712721 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] get_ports_and_sgs() called for port_ids ['ae26349f-d758-488b-8d4f-4df6851d003d'] {{(pid=103392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 05:43:04.724879 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2de6efb4-ae5a-42e2-ac76-9846bb079fbe tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Notify callbacks [] for port, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:04.737444 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ce3371f3-06de-4ece-9cfa-9bc634122d16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:04.768277 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] get_ports_and_sgs() called for port_ids ['ef7937c5-b2ba-479d-b1b3-35acb21e0596'] {{(pid=103392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 05:43:04.787858 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871fccba-b8b2-4e22-9204-900033d8d92d req-a04dbf33-3e61-49ee-aa72-4339ea0a6e86 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:04.793449 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-07046840-2949-47fe-8d50-cd4e6c877d42 req-d8aca619-8026-4824-ac02-a23a5ab771ec service neutron] 10.222.0.11 "GET /v2.0/networks/e9fd4d9d-a461-43f3-8bc4-f70626927f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744964 May 19 05:43:04.795719 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-871fccba-b8b2-4e22-9204-900033d8d92d req-a04dbf33-3e61-49ee-aa72-4339ea0a6e86 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/ports?device_id=d010da67-18ef-42bc-a6c4-0dca8dab2dbc HTTP/1.1" status: 200 len: 944 time: 0.5161653 May 19 05:43:04.800288 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [req-fa1c550b-028b-4436-b395-fcb2e2e36d84 req-5cdc3d45-1eca-429d-98ed-4a7c2e178e43 service neutron] Request body: {'port': {'device_id': 'f6fb2e02-f3ea-48a2-bc86-99bcb4a79d75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78240'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:43:04.926518 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-871fccba-b8b2-4e22-9204-900033d8d92d req-e2306dea-8d5c-4919-9df6-b715ab108b8a tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d9a3903-103e-47fc-a618-0f60bf0833b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297863 May 19 05:43:05.067173 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ce3371f3-06de-4ece-9cfa-9bc634122d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:05.076199 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-fa1c550b-028b-4436-b395-fcb2e2e36d84 req-5cdc3d45-1eca-429d-98ed-4a7c2e178e43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:05.078425 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:43:05.112595 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3371f3-06de-4ece-9cfa-9bc634122d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acdbf11e-cc76-4649-961c-819865507149,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:43:05.118815 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2de6efb4-ae5a-42e2-ac76-9846bb079fbe tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742272799735'] for port, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:05.119865 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-ce3371f3-06de-4ece-9cfa-9bc634122d16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:43:05.122009 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-863201a5-ed44-455c-8bef-67a8f1d9556e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:05.383366 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:43:05.512675 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de6efb4-ae5a-42e2-ac76-9846bb079fbe tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Network 1e6dde84-3174-47a4-a93f-45a4a19145c3 is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:43:05.513730 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-863201a5-ed44-455c-8bef-67a8f1d9556e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:05.557271 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de6efb4-ae5a-42e2-ac76-9846bb079fbe tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Pushing event updated for resources: {'Port': ['ID=130b696f-21ee-42b3-8b48-79606d979026,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:43:05.582957 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device 9c2189c6-e426-466f-82fd-a8da5f47588b up at agent ovs-agent-dv-cinder-782405-8-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:43:05.593650 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-2de6efb4-ae5a-42e2-ac76-9846bb079fbe tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:43:05.594906 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-2de6efb4-ae5a-42e2-ac76-9846bb079fbe tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:43:05.598707 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de6efb4-ae5a-42e2-ac76-9846bb079fbe tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 05:43:05.613025 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-863201a5-ed44-455c-8bef-67a8f1d9556e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ff348dfa8d304b98a5235afc92913bb7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5731425 May 19 05:43:05.616538 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:43:05.627838 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 42238) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:43:05.652104 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-1454bebd-842c-4342-a14b-c59f51d92ea5 req-2c20eb0b-1c3a-415c-a60d-bca8b807f501 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Synchronizing usage tracker for tenant:e11f985d37b842499bf1e28b1ad007cf on resource:port {{(pid=103391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:43:05.678702 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-1454bebd-842c-4342-a14b-c59f51d92ea5 req-2c20eb0b-1c3a-415c-a60d-bca8b807f501 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Unset dirty status for tenant:e11f985d37b842499bf1e28b1ad007cf on resource:port {{(pid=103391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:43:05.698431 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1454bebd-842c-4342-a14b-c59f51d92ea5 req-2c20eb0b-1c3a-415c-a60d-bca8b807f501 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa965fca-2ca6-4b8a-ab17-d563194604fe HTTP/1.1" status: 200 len: 210 time: 0.1231880 May 19 05:43:05.741213 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Provisioning for port 9c2189c6-e426-466f-82fd-a8da5f47588b completed by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:43:05.749331 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Provisioning complete for port 9c2189c6-e426-466f-82fd-a8da5f47588b triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:43:05.750472 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:05.795088 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ce3371f3-06de-4ece-9cfa-9bc634122d16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:05.798616 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-ce3371f3-06de-4ece-9cfa-9bc634122d16 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/acdbf11e-cc76-4649-961c-819865507149 HTTP/1.1" status: 204 len: 168 time: 1.3788972 May 19 05:43:05.815202 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863201a5-ed44-455c-8bef-67a8f1d9556e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf4842e-e97d-4b9d-8e16-a8edcef27489,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:43:05.836064 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-863201a5-ed44-455c-8bef-67a8f1d9556e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:43:05.884433 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2de6efb4-ae5a-42e2-ac76-9846bb079fbe tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:05.913219 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da10e916-4a1d-4284-a8c3-8cee6a82fdee req-3260def3-834b-4677-9076-95765b1605b6 tempest-DeleteServersTestJSON-1742042662 tempest-DeleteServersTestJSON-1742042662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:05.915187 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-da10e916-4a1d-4284-a8c3-8cee6a82fdee req-3260def3-834b-4677-9076-95765b1605b6 tempest-DeleteServersTestJSON-1742042662 tempest-DeleteServersTestJSON-1742042662-project] 10.222.0.11 "GET /v2.0/ports?device_id=278604b3-d7b0-4f84-808c-87a0495698bd HTTP/1.1" status: 200 len: 944 time: 0.7439239 May 19 05:43:05.937960 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:05.959459 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a20437c0-49f8-4442-a0a9-8ac68ca93566 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:06.019832 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [req-fa1c550b-028b-4436-b395-fcb2e2e36d84 req-5cdc3d45-1eca-429d-98ed-4a7c2e178e43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9439f27f-1c7d-431d-97c4-b98b2a0b8529 {{(pid=103391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 05:43:06.024724 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] For port 9c2189c6-e426-466f-82fd-a8da5f47588b, host dv-cinder-782405-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-iscsi',level=0,port_id=9c2189c6-e426-466f-82fd-a8da5f47588b,segment=NetworkSegment(f507ec07-80b3-40da-acb9-6d4ba052bdb5),segment_id=f507ec07-80b3-40da-acb9-6d4ba052bdb5)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:43:06.035164 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:06.037198 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-fa1c550b-028b-4436-b395-fcb2e2e36d84 req-5cdc3d45-1eca-429d-98ed-4a7c2e178e43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:06.037464 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:43:06.055775 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [req-fa1c550b-028b-4436-b395-fcb2e2e36d84 req-5cdc3d45-1eca-429d-98ed-4a7c2e178e43 service neutron] Transition to ACTIVE for port object 9439f27f-1c7d-431d-97c4-b98b2a0b8529 will not be triggered until provisioned by entity L2. {{(pid=103391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:43:06.064763 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-921586ee-bfd7-47ad-b971-15eba0f1718d req-d3623d09-c9a5-459a-a0d8-2f3dc3b35bc8 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Synchronizing usage tracker for tenant:2aa9f910d0e44032ac9af01a62399d3d on resource:port {{(pid=103391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:43:06.067816 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-fa1c550b-028b-4436-b395-fcb2e2e36d84 req-5cdc3d45-1eca-429d-98ed-4a7c2e178e43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:06.079823 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:43:06.087710 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2de6efb4-ae5a-42e2-ac76-9846bb079fbe tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:06.167067 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-da10e916-4a1d-4284-a8c3-8cee6a82fdee req-29807b73-7ff4-4857-8984-891c3d5500c6 tempest-DeleteServersTestJSON-1742042662 tempest-DeleteServersTestJSON-1742042662-project] 10.222.0.11 "GET /v2.0/security-groups?id=088717ce-0188-4369-8665-c33c6e27594a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149963 May 19 05:43:06.193044 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a20437c0-49f8-4442-a0a9-8ac68ca93566 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:06.246613 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Pushing event updated for resources: {'Port': ['ID=9c2189c6-e426-466f-82fd-a8da5f47588b,revision_number=5']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:43:06.259537 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:43:06.473118 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d6944-a164-43ac-bb23-d349d8b182c1 req-8c127b8b-7c7d-4027-a8e0-f75b7cf4a5de tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:06.480765 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b58d6944-a164-43ac-bb23-d349d8b182c1 req-8c127b8b-7c7d-4027-a8e0-f75b7cf4a5de tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.26 "GET /v2.0/networks?id=89d5aa65-3a6d-4be9-a00d-99ff97528276 HTTP/1.1" status: 200 len: 811 time: 0.3042374 May 19 05:43:06.544604 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-921586ee-bfd7-47ad-b971-15eba0f1718d req-d3623d09-c9a5-459a-a0d8-2f3dc3b35bc8 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Unset dirty status for tenant:2aa9f910d0e44032ac9af01a62399d3d on resource:port {{(pid=103391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:43:06.545999 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-921586ee-bfd7-47ad-b971-15eba0f1718d req-d3623d09-c9a5-459a-a0d8-2f3dc3b35bc8 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb5c4c71-0117-457c-9ac5-3023598e7277 HTTP/1.1" status: 200 len: 210 time: 0.7825050 May 19 05:43:06.555263 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a20437c0-49f8-4442-a0a9-8ac68ca93566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:06.562045 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:43:06.578226 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20437c0-49f8-4442-a0a9-8ac68ca93566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf4842e-e97d-4b9d-8e16-a8edcef27489,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:43:06.588917 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-a20437c0-49f8-4442-a0a9-8ac68ca93566 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:43:06.609678 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Device ae26349f-d758-488b-8d4f-4df6851d003d up at agent hyperv_hv-cinder-78240 {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:43:06.621274 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a20437c0-49f8-4442-a0a9-8ac68ca93566 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:06.625476 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-a20437c0-49f8-4442-a0a9-8ac68ca93566 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ecf4842e-e97d-4b9d-8e16-a8edcef27489 HTTP/1.1" status: 204 len: 168 time: 0.9805791 May 19 05:43:06.653025 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9ea510-cc7d-42b2-8c79-8d74df69c1e2 req-4636b81b-455e-4dfa-b0b1-076906e5b416 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:06.654718 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0c9ea510-cc7d-42b2-8c79-8d74df69c1e2 req-4636b81b-455e-4dfa-b0b1-076906e5b416 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/ports?device_id=d010da67-18ef-42bc-a6c4-0dca8dab2dbc HTTP/1.1" status: 200 len: 944 time: 0.3122146 May 19 05:43:06.668362 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdc3d45-1eca-429d-98ed-4a7c2e178e43 service neutron] Pushing event updated for resources: {'Port': ['ID=9439f27f-1c7d-431d-97c4-b98b2a0b8529,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:43:06.683395 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-b58d6944-a164-43ac-bb23-d349d8b182c1 req-dbbfe378-e492-43d5-8ad7-4fa47fc92dce tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Synchronizing usage tracker for tenant:e11f985d37b842499bf1e28b1ad007cf on resource:security_group {{(pid=103391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:43:06.686320 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-5cdc3d45-1eca-429d-98ed-4a7c2e178e43 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.607s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:43:06.716931 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-fa1c550b-028b-4436-b395-fcb2e2e36d84 req-5cdc3d45-1eca-429d-98ed-4a7c2e178e43 service neutron] Attempting to bind port 9439f27f-1c7d-431d-97c4-b98b2a0b8529 on host hv-cinder-78240 for vnic_type normal with profile {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 05:43:06.717329 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-fa1c550b-028b-4436-b395-fcb2e2e36d84 req-5cdc3d45-1eca-429d-98ed-4a7c2e178e43 service neutron] Attempting to bind port 9439f27f-1c7d-431d-97c4-b98b2a0b8529 by drivers openvswitch,hyperv on host hv-cinder-78240 at level 0 using segments [{'id': 'ed8cddf7-38c4-4062-a7e4-12521ed88cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e9fd4d9d-a461-43f3-8bc4-f70626927f45'}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 05:43:06.719115 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1c550b-028b-4436-b395-fcb2e2e36d84 req-5cdc3d45-1eca-429d-98ed-4a7c2e178e43 service neutron] Attempting to bind port 9439f27f-1c7d-431d-97c4-b98b2a0b8529 on network e9fd4d9d-a461-43f3-8bc4-f70626927f45 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:43:06.737458 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-b58d6944-a164-43ac-bb23-d349d8b182c1 req-dbbfe378-e492-43d5-8ad7-4fa47fc92dce tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Unset dirty status for tenant:e11f985d37b842499bf1e28b1ad007cf on resource:security_group {{(pid=103391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:43:06.738692 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b58d6944-a164-43ac-bb23-d349d8b182c1 req-dbbfe378-e492-43d5-8ad7-4fa47fc92dce tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e11f985d37b842499bf1e28b1ad007cf HTTP/1.1" status: 200 len: 380 time: 0.2246411 May 19 05:43:06.756846 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1c550b-028b-4436-b395-fcb2e2e36d84 req-5cdc3d45-1eca-429d-98ed-4a7c2e178e43 service neutron] Port 9439f27f-1c7d-431d-97c4-b98b2a0b8529 on network e9fd4d9d-a461-43f3-8bc4-f70626927f45 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78240 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 05:43:06.757051 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1c550b-028b-4436-b395-fcb2e2e36d84 req-5cdc3d45-1eca-429d-98ed-4a7c2e178e43 service neutron] Attempting to bind port 9439f27f-1c7d-431d-97c4-b98b2a0b8529 on network e9fd4d9d-a461-43f3-8bc4-f70626927f45 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:43:06.779788 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [req-b58d6944-a164-43ac-bb23-d349d8b182c1 req-291f6ca7-4a03-4d9e-b446-7eca2900bedd tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Request body: {'port': {'device_id': 'aa965fca-2ca6-4b8a-ab17-d563194604fe', 'network_id': '89d5aa65-3a6d-4be9-a00d-99ff97528276', 'admin_state_up': True, 'tenant_id': 'e11f985d37b842499bf1e28b1ad007cf', 'security_groups': ['85b9f0b5-43eb-4607-90d8-db95d62f470d']}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:43:06.788676 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Provisioning for port ae26349f-d758-488b-8d4f-4df6851d003d completed by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:43:06.799319 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Provisioning complete for port ae26349f-d758-488b-8d4f-4df6851d003d triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:43:06.808300 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:06.842215 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1c550b-028b-4436-b395-fcb2e2e36d84 req-5cdc3d45-1eca-429d-98ed-4a7c2e178e43 service neutron] Checking agent: {'id': '5b106939-35fb-4931-879f-1b04325a2c36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78240', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 5, 40, 58), 'started_at': datetime.datetime(2021, 5, 19, 5, 40, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 5, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 05:43:06.842577 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1c550b-028b-4436-b395-fcb2e2e36d84 req-5cdc3d45-1eca-429d-98ed-4a7c2e178e43 service neutron] Checking segment: {'id': 'ed8cddf7-38c4-4062-a7e4-12521ed88cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e9fd4d9d-a461-43f3-8bc4-f70626927f45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:43:06.844478 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1c550b-028b-4436-b395-fcb2e2e36d84 req-5cdc3d45-1eca-429d-98ed-4a7c2e178e43 service neutron] Bound using segment: {'id': 'ed8cddf7-38c4-4062-a7e4-12521ed88cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e9fd4d9d-a461-43f3-8bc4-f70626927f45'} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 05:43:06.845544 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-fa1c550b-028b-4436-b395-fcb2e2e36d84 req-5cdc3d45-1eca-429d-98ed-4a7c2e178e43 service neutron] Bound port: 9439f27f-1c7d-431d-97c4-b98b2a0b8529, host: hv-cinder-78240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed8cddf7-38c4-4062-a7e4-12521ed88cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e9fd4d9d-a461-43f3-8bc4-f70626927f45'}}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 05:43:06.845905 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-fa1c550b-028b-4436-b395-fcb2e2e36d84 req-5cdc3d45-1eca-429d-98ed-4a7c2e178e43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:06.926041 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0c9ea510-cc7d-42b2-8c79-8d74df69c1e2 req-c15f5d69-db4a-4fe2-8a21-6549ed702b04 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d9a3903-103e-47fc-a618-0f60bf0833b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276683 May 19 05:43:06.930543 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.db.resource_extend [None req-2de6efb4-ae5a-42e2-ac76-9846bb079fbe tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 05:43:06.983459 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2de6efb4-ae5a-42e2-ac76-9846bb079fbe tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Notify callbacks [] for port, precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:07.035396 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2de6efb4-ae5a-42e2-ac76-9846bb079fbe tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:07.083606 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:07.087672 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:43:07.113885 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '278604b3-d7b0-4f84-808c-87a0495698bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae26349f-d758-488b-8d4f-4df6851d003d'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:43:07.198161 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] For port ae26349f-d758-488b-8d4f-4df6851d003d, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=ae26349f-d758-488b-8d4f-4df6851d003d,segment=NetworkSegment(158de6a9-376d-4d4f-a307-af47b61e2c3d),segment_id=158de6a9-376d-4d4f-a307-af47b61e2c3d)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:43:07.207554 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:07.210046 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Device ef7937c5-b2ba-479d-b1b3-35acb21e0596 up at agent hyperv_hv-cinder-78240 {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:43:07.255252 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-aefd5b09-6546-4548-9328-d835f6f56ddd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:43:07.262944 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1045423f-c68d-460a-9944-b403d746aa38 req-2f3e977e-773b-424e-8279-ffa1204f4397 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa965fca-2ca6-4b8a-ab17-d563194604fe HTTP/1.1" status: 200 len: 210 time: 0.1914074 May 19 05:43:07.400250 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [req-b58d6944-a164-43ac-bb23-d349d8b182c1 req-291f6ca7-4a03-4d9e-b446-7eca2900bedd tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:43:07.402226 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Pushing event updated for resources: {'Port': ['ID=ae26349f-d758-488b-8d4f-4df6851d003d,revision_number=5']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:43:07.405792 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-fa1c550b-028b-4436-b395-fcb2e2e36d84 req-5cdc3d45-1eca-429d-98ed-4a7c2e178e43 service neutron] For port 9439f27f-1c7d-431d-97c4-b98b2a0b8529, host hv-cinder-78240, cleared binding levels {{(pid=103391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 05:43:07.417250 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:43:07.429399 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-fa1c550b-028b-4436-b395-fcb2e2e36d84 req-5cdc3d45-1eca-429d-98ed-4a7c2e178e43 service neutron] For port 9439f27f-1c7d-431d-97c4-b98b2a0b8529, host hv-cinder-78240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=9439f27f-1c7d-431d-97c4-b98b2a0b8529,segment=NetworkSegment(ed8cddf7-38c4-4062-a7e4-12521ed88cf6),segment_id=ed8cddf7-38c4-4062-a7e4-12521ed88cf6)] {{(pid=103391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 05:43:07.449724 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Provisioning for port ef7937c5-b2ba-479d-b1b3-35acb21e0596 completed by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:43:07.457745 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [req-b58d6944-a164-43ac-bb23-d349d8b182c1 req-291f6ca7-4a03-4d9e-b446-7eca2900bedd tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:43:07.460317 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-fa1c550b-028b-4436-b395-fcb2e2e36d84 req-5cdc3d45-1eca-429d-98ed-4a7c2e178e43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:07.460448 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Provisioning complete for port ef7937c5-b2ba-479d-b1b3-35acb21e0596 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:43:07.460715 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:07.497231 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-7bc503c1-93d0-4700-aadf-8529eeee8423 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:43:07.574177 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 42306) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:43:07.597241 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device 9c2189c6-e426-466f-82fd-a8da5f47588b up at agent ovs-agent-dv-cinder-782405-8-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:43:07.598009 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2de6efb4-ae5a-42e2-ac76-9846bb079fbe tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-399030'] for floatingip, after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:07.656227 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b58d6944-a164-43ac-bb23-d349d8b182c1 req-291f6ca7-4a03-4d9e-b446-7eca2900bedd tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Made reservation on behalf of e11f985d37b842499bf1e28b1ad007cf for: {'port': 1} {{(pid=103391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 05:43:07.672043 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-b58d6944-a164-43ac-bb23-d349d8b182c1 req-291f6ca7-4a03-4d9e-b446-7eca2900bedd tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:07.706228 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1c550b-028b-4436-b395-fcb2e2e36d84 req-5cdc3d45-1eca-429d-98ed-4a7c2e178e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:07.706951 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-fa1c550b-028b-4436-b395-fcb2e2e36d84 req-5cdc3d45-1eca-429d-98ed-4a7c2e178e43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584083'] for port, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:07.708339 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-fa1c550b-028b-4436-b395-fcb2e2e36d84 req-5cdc3d45-1eca-429d-98ed-4a7c2e178e43 service neutron] 10.222.0.26 "PUT /v2.0/ports/9439f27f-1c7d-431d-97c4-b98b2a0b8529 HTTP/1.1" status: 200 len: 1094 time: 2.9139128 May 19 05:43:07.709105 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-cf47a0a0-91a6-4b7a-9242-88e4616d6c78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:07.719281 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6fb2e02-f3ea-48a2-bc86-99bcb4a79d75', 'tag': '9439f27f-1c7d-431d-97c4-b98b2a0b8529'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:43:07.730486 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Provisioning complete for port 9c2189c6-e426-466f-82fd-a8da5f47588b triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:43:07.731563 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:07.745246 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-cf47a0a0-91a6-4b7a-9242-88e4616d6c78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:43:07.752810 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de6efb4-ae5a-42e2-ac76-9846bb079fbe tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Pushing event updated for resources: {'Port': ['ID=130b696f-21ee-42b3-8b48-79606d979026,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:43:07.761737 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-2de6efb4-ae5a-42e2-ac76-9846bb079fbe tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.674s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:43:07.762790 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2de6efb4-ae5a-42e2-ac76-9846bb079fbe tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13023'] for floatingip, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:07.774625 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-2de6efb4-ae5a-42e2-ac76-9846bb079fbe tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4738340 May 19 05:43:07.829509 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07046840-2949-47fe-8d50-cd4e6c877d42 req-b9de7be9-91e3-41da-a450-c9b8070e3e2f tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:07.836345 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-07046840-2949-47fe-8d50-cd4e6c877d42 req-b9de7be9-91e3-41da-a450-c9b8070e3e2f tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.26 "GET /v2.0/networks?id=e9fd4d9d-a461-43f3-8bc4-f70626927f45 HTTP/1.1" status: 200 len: 819 time: 0.8445697 May 19 05:43:07.850059 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86a648b-3535-4621-8af3-13acd6d21da2 req-b92a5de6-4f6b-45e5-a61e-92757f426863 tempest-DeleteServersTestJSON-1742042662 tempest-DeleteServersTestJSON-1742042662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:07.860357 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c86a648b-3535-4621-8af3-13acd6d21da2 req-b92a5de6-4f6b-45e5-a61e-92757f426863 tempest-DeleteServersTestJSON-1742042662 tempest-DeleteServersTestJSON-1742042662-project] 10.222.0.11 "GET /v2.0/ports?device_id=278604b3-d7b0-4f84-808c-87a0495698bd HTTP/1.1" status: 200 len: 945 time: 0.2522545 May 19 05:43:07.875123 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [req-07046840-2949-47fe-8d50-cd4e6c877d42 req-057e45c1-4222-4a08-84ba-ff315cd4fa4d tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Request body: {'port': {'device_id': 'eb5c4c71-0117-457c-9ac5-3023598e7277', 'network_id': 'e9fd4d9d-a461-43f3-8bc4-f70626927f45', 'admin_state_up': True, 'tenant_id': '2aa9f910d0e44032ac9af01a62399d3d'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:43:07.910679 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-cf47a0a0-91a6-4b7a-9242-88e4616d6c78 admin admin] Usage tracker for resource:security_group_rule and tenant:376b856f0d744eefb016a7a03d4205b0 is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:43:07.918010 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdc3d45-1eca-429d-98ed-4a7c2e178e43 service neutron] Pushing event updated for resources: {'Port': ['ID=9439f27f-1c7d-431d-97c4-b98b2a0b8529,revision_number=3']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:43:07.922805 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0c4364c6-13e0-4cb3-9f54-0dedd722240b req-3cbb63d0-8ecd-4a16-b6d9-c3e77e9a4864 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb5c4c71-0117-457c-9ac5-3023598e7277 HTTP/1.1" status: 200 len: 210 time: 0.1612153 May 19 05:43:07.924960 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-5cdc3d45-1eca-429d-98ed-4a7c2e178e43 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:43:07.925891 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-cf47a0a0-91a6-4b7a-9242-88e4616d6c78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:43:07.940421 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-cf47a0a0-91a6-4b7a-9242-88e4616d6c78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:43:08.058046 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c86a648b-3535-4621-8af3-13acd6d21da2 req-9e9086fa-4ab2-4cd9-898b-a71928d6a8e1 tempest-DeleteServersTestJSON-1742042662 tempest-DeleteServersTestJSON-1742042662-project] 10.222.0.11 "GET /v2.0/security-groups?id=088717ce-0188-4369-8665-c33c6e27594a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518095 May 19 05:43:08.064629 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:08.120938 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] For port ef7937c5-b2ba-479d-b1b3-35acb21e0596, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=ef7937c5-b2ba-479d-b1b3-35acb21e0596,segment=NetworkSegment(8ba8918a-8818-4683-9c8e-fc258c8069c5),segment_id=8ba8918a-8818-4683-9c8e-fc258c8069c5)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:43:08.131537 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [req-b58d6944-a164-43ac-bb23-d349d8b182c1 req-291f6ca7-4a03-4d9e-b446-7eca2900bedd tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Allocated IP 172.20.0.6 (89d5aa65-3a6d-4be9-a00d-99ff97528276/82fd848a-77f0-4d3d-8454-3c0dcf103642/00acc5b4-63cc-4b2d-90c9-676ae826dafb) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 05:43:08.132278 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:08.136198 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:43:08.193601 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [req-07046840-2949-47fe-8d50-cd4e6c877d42 req-057e45c1-4222-4a08-84ba-ff315cd4fa4d tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:43:08.213928 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [req-07046840-2949-47fe-8d50-cd4e6c877d42 req-057e45c1-4222-4a08-84ba-ff315cd4fa4d tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:43:08.217788 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Pushing event updated for resources: {'Port': ['ID=ef7937c5-b2ba-479d-b1b3-35acb21e0596,revision_number=5']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:43:08.223090 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:43:08.238245 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07046840-2949-47fe-8d50-cd4e6c877d42 req-057e45c1-4222-4a08-84ba-ff315cd4fa4d tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Made reservation on behalf of 2aa9f910d0e44032ac9af01a62399d3d for: {'port': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 05:43:08.246153 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-07046840-2949-47fe-8d50-cd4e6c877d42 req-057e45c1-4222-4a08-84ba-ff315cd4fa4d tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:08.312744 dv-cinder-782405-8-iscsi neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '278604b3-d7b0-4f84-808c-87a0495698bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae26349f-d758-488b-8d4f-4df6851d003d', 'code': 200} May 19 05:43:08.369713 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-b58d6944-a164-43ac-bb23-d349d8b182c1 req-291f6ca7-4a03-4d9e-b446-7eca2900bedd tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Notify callbacks [] for port, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:08.427057 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6fb2e02-f3ea-48a2-bc86-99bcb4a79d75', 'tag': '9439f27f-1c7d-431d-97c4-b98b2a0b8529', 'status': 'completed', 'code': 200} May 19 05:43:08.466056 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [req-b58d6944-a164-43ac-bb23-d349d8b182c1 req-291f6ca7-4a03-4d9e-b446-7eca2900bedd tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Transition to ACTIVE for port object 00acc5b4-63cc-4b2d-90c9-676ae826dafb will not be triggered until provisioned by entity DHCP. {{(pid=103391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:43:08.498814 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1c550b-028b-4436-b395-fcb2e2e36d84 req-74fd14de-2104-406a-a379-09288c3c57d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:08.509499 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-fa1c550b-028b-4436-b395-fcb2e2e36d84 req-74fd14de-2104-406a-a379-09288c3c57d6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2aa9f910d0e44032ac9af01a62399d3d&device_id=f6fb2e02-f3ea-48a2-bc86-99bcb4a79d75 HTTP/1.1" status: 200 len: 1097 time: 0.6626725 May 19 05:43:08.564556 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.26', 50851) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:43:08.587806 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [req-31862b2d-c056-4570-838a-e9dd96f712f8 req-6d881fb2-fbb4-4789-b31a-dfc77b9ebb5d tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Synchronizing usage tracker for tenant:c17fd9a8c56841e28e94a39c06931094 on resource:security_group {{(pid=103390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:43:08.653618 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [req-07046840-2949-47fe-8d50-cd4e6c877d42 req-057e45c1-4222-4a08-84ba-ff315cd4fa4d tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Allocated IP 172.20.0.11 (e9fd4d9d-a461-43f3-8bc4-f70626927f45/b547b7c1-b0db-4ded-a1d7-26dc8e5f4a02/a419e7fa-253d-4e79-a12c-fd83ccf52d2a) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 05:43:08.677081 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-fa1c550b-028b-4436-b395-fcb2e2e36d84 req-8801b6da-cfed-4cd5-a75d-cbfb0f0d54a7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9439f27f-1c7d-431d-97c4-b98b2a0b8529 HTTP/1.1" status: 200 len: 217 time: 0.0983784 May 19 05:43:08.677297 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [req-31862b2d-c056-4570-838a-e9dd96f712f8 req-6d881fb2-fbb4-4789-b31a-dfc77b9ebb5d tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Unset dirty status for tenant:c17fd9a8c56841e28e94a39c06931094 on resource:security_group {{(pid=103390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:43:08.685260 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-31862b2d-c056-4570-838a-e9dd96f712f8 req-6d881fb2-fbb4-4789-b31a-dfc77b9ebb5d tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1083686852&fields=id&tenant_id=c17fd9a8c56841e28e94a39c06931094 HTTP/1.1" status: 200 len: 267 time: 0.1590452 May 19 05:43:08.797195 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-b58d6944-a164-43ac-bb23-d349d8b182c1 req-291f6ca7-4a03-4d9e-b446-7eca2900bedd tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742272799735'] for port, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:08.809053 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-cf47a0a0-91a6-4b7a-9242-88e4616d6c78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:08.812147 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1c550b-028b-4436-b395-fcb2e2e36d84 req-e6a5e90e-36f0-48c2-9365-a4173b2590aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:08.813752 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-fa1c550b-028b-4436-b395-fcb2e2e36d84 req-e6a5e90e-36f0-48c2-9365-a4173b2590aa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b547b7c1-b0db-4ded-a1d7-26dc8e5f4a02 HTTP/1.1" status: 200 len: 859 time: 0.1265013 May 19 05:43:08.819753 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:43:08.879686 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588df1e9-0dba-460f-86f5-4b01d859ebd9 req-ac2bc7f9-4b03-4b59-b842-65ac942887ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:08.881161 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-588df1e9-0dba-460f-86f5-4b01d859ebd9 req-ac2bc7f9-4b03-4b59-b842-65ac942887ee service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=278604b3-d7b0-4f84-808c-87a0495698bd HTTP/1.1" status: 200 len: 1098 time: 0.3155234 May 19 05:43:08.940982 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-cf47a0a0-91a6-4b7a-9242-88e4616d6c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:08.980102 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-588df1e9-0dba-460f-86f5-4b01d859ebd9 req-62d01777-83e8-4d6b-bc6b-b981b36f0f3b service neutron] Notify callbacks [] for security_group, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:09.004647 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31862b2d-c056-4570-838a-e9dd96f712f8 req-015f0cca-b31b-411c-bdb2-7122755c4fdc tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:09.005345 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [req-31862b2d-c056-4570-838a-e9dd96f712f8 req-015f0cca-b31b-411c-bdb2-7122755c4fdc tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Synchronizing usage tracker for tenant:c17fd9a8c56841e28e94a39c06931094 on resource:network {{(pid=103390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:43:09.011665 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 42376) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:43:09.012153 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c718c6c9-e749-4ff1-a5d9-ebcad7e57761 req-7daa9426-00d0-4829-b4b2-c04cc328979a tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:09.013816 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c718c6c9-e749-4ff1-a5d9-ebcad7e57761 req-7daa9426-00d0-4829-b4b2-c04cc328979a tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/ports?device_id=d010da67-18ef-42bc-a6c4-0dca8dab2dbc HTTP/1.1" status: 200 len: 945 time: 0.4948645 May 19 05:43:09.032739 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b58d6944-a164-43ac-bb23-d349d8b182c1 req-291f6ca7-4a03-4d9e-b446-7eca2900bedd tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Network 89d5aa65-3a6d-4be9-a00d-99ff97528276 is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:43:09.035287 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [req-588df1e9-0dba-460f-86f5-4b01d859ebd9 req-62d01777-83e8-4d6b-bc6b-b981b36f0f3b service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:43:09.039385 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-fa1c550b-028b-4436-b395-fcb2e2e36d84 req-9b2637dd-d19f-47fa-8106-da4115dc6473 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e9fd4d9d-a461-43f3-8bc4-f70626927f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1009827 May 19 05:43:09.043694 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [req-588df1e9-0dba-460f-86f5-4b01d859ebd9 req-62d01777-83e8-4d6b-bc6b-b981b36f0f3b service neutron] Usage tracker for resource:security_group_rule and tenant:d6fc37fb671a452ea7b3e0b63774ea30 is out of sync, need to count used quota {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:43:09.045356 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [req-b58d6944-a164-43ac-bb23-d349d8b182c1 req-291f6ca7-4a03-4d9e-b446-7eca2900bedd tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:43:09.051810 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [req-588df1e9-0dba-460f-86f5-4b01d859ebd9 req-62d01777-83e8-4d6b-bc6b-b981b36f0f3b service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:43:09.061172 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [req-588df1e9-0dba-460f-86f5-4b01d859ebd9 req-62d01777-83e8-4d6b-bc6b-b981b36f0f3b service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:43:09.077645 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [req-b58d6944-a164-43ac-bb23-d349d8b182c1 req-291f6ca7-4a03-4d9e-b446-7eca2900bedd tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 05:43:09.084167 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d6944-a164-43ac-bb23-d349d8b182c1 req-291f6ca7-4a03-4d9e-b446-7eca2900bedd tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:09.085067 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-b58d6944-a164-43ac-bb23-d349d8b182c1 req-291f6ca7-4a03-4d9e-b446-7eca2900bedd tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584083'] for port, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:09.087591 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [req-31862b2d-c056-4570-838a-e9dd96f712f8 req-015f0cca-b31b-411c-bdb2-7122755c4fdc tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Unset dirty status for tenant:c17fd9a8c56841e28e94a39c06931094 on resource:network {{(pid=103390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:43:09.094063 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-31862b2d-c056-4570-838a-e9dd96f712f8 req-015f0cca-b31b-411c-bdb2-7122755c4fdc tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/networks?id=66468b2a-efab-4a3c-bf32-cbdbf073937c HTTP/1.1" status: 200 len: 817 time: 0.4079461 May 19 05:43:09.133674 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-31862b2d-c056-4570-838a-e9dd96f712f8 req-7e2de915-2b43-42b9-8297-35ec161981ef tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/quotas/c17fd9a8c56841e28e94a39c06931094 HTTP/1.1" status: 200 len: 375 time: 0.0345058 May 19 05:43:09.146931 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291f6ca7-4a03-4d9e-b446-7eca2900bedd tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Pushing event updated for resources: {'Port': ['ID=00acc5b4-63cc-4b2d-90c9-676ae826dafb,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:43:09.207073 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-07046840-2949-47fe-8d50-cd4e6c877d42 req-057e45c1-4222-4a08-84ba-ff315cd4fa4d tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Notify callbacks [] for port, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:09.254367 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6346606c-cd64-447c-8776-4aca8b183f72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:09.267793 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-291f6ca7-4a03-4d9e-b446-7eca2900bedd tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:43:09.276981 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-58b2820b-d0fb-438f-b58c-e5a10a0210bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.248s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:43:09.290442 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-6346606c-cd64-447c-8776-4aca8b183f72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:43:09.292498 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-cf47a0a0-91a6-4b7a-9242-88e4616d6c78 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=376b856f0d744eefb016a7a03d4205b0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7171297 May 19 05:43:09.295916 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 42390) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:43:09.300604 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-6346606c-cd64-447c-8776-4aca8b183f72 admin admin] Usage tracker for resource:security_group_rule and tenant:700247418de54fbf83abfe64c55ecc5c is out of sync, need to count used quota {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:43:09.325139 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-6346606c-cd64-447c-8776-4aca8b183f72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:43:09.336541 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-6346606c-cd64-447c-8776-4aca8b183f72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:43:09.350295 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-fa1c550b-028b-4436-b395-fcb2e2e36d84 req-b6431fdb-23dc-492e-a689-70d711578aa8 service neutron] 10.222.0.26 "GET /v2.0/networks/e9fd4d9d-a461-43f3-8bc4-f70626927f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3024166 May 19 05:43:09.358643 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c718c6c9-e749-4ff1-a5d9-ebcad7e57761 req-3e611d28-d418-4ad2-bf35-ecc001eec0b3 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d9a3903-103e-47fc-a618-0f60bf0833b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3222089 May 19 05:43:09.384556 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf47a0a0-91a6-4b7a-9242-88e4616d6c78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aad6fd6c-b7d1-437a-9490-149425ca9c41,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:43:09.399198 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b58d6944-a164-43ac-bb23-d349d8b182c1 req-291f6ca7-4a03-4d9e-b446-7eca2900bedd tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6434908 May 19 05:43:09.405108 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-cf47a0a0-91a6-4b7a-9242-88e4616d6c78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:43:09.413820 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [req-b58d6944-a164-43ac-bb23-d349d8b182c1 req-3374a1b7-11d0-44bf-9f39-b7abaab08f06 service neutron] Request body: {'port': {'device_id': 'aa965fca-2ca6-4b8a-ab17-d563194604fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78240'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:43:09.446450 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-5b62e538-c08c-41e3-abb7-f85a6b694089 None None] Provisioning for port 00acc5b4-63cc-4b2d-90c9-676ae826dafb completed by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:43:09.456013 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-5b62e538-c08c-41e3-abb7-f85a6b694089 None None] Provisioning complete for port 00acc5b4-63cc-4b2d-90c9-676ae826dafb triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:43:09.456508 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5b62e538-c08c-41e3-abb7-f85a6b694089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:09.468882 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [req-31862b2d-c056-4570-838a-e9dd96f712f8 req-945cb597-a979-47a8-8143-3699ef08c5eb tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Synchronizing usage tracker for tenant:c17fd9a8c56841e28e94a39c06931094 on resource:port {{(pid=103390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:43:09.489538 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-588df1e9-0dba-460f-86f5-4b01d859ebd9 req-62d01777-83e8-4d6b-bc6b-b981b36f0f3b service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:09.518676 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2b37d9e3-00f1-47a1-9f6d-8ec9098f9008 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:09.521114 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-07046840-2949-47fe-8d50-cd4e6c877d42 req-057e45c1-4222-4a08-84ba-ff315cd4fa4d tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742272799735'] for port, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:09.529137 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-588df1e9-0dba-460f-86f5-4b01d859ebd9 req-62d01777-83e8-4d6b-bc6b-b981b36f0f3b service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:09.569199 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-687d50af-d506-42b4-8de5-faa56cfb02b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:43:09.570795 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-5b62e538-c08c-41e3-abb7-f85a6b694089 None None] Port 00acc5b4-63cc-4b2d-90c9-676ae826dafb cannot update to ACTIVE because it is not bound. {{(pid=103392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 05:43:09.577941 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-588df1e9-0dba-460f-86f5-4b01d859ebd9 req-62d01777-83e8-4d6b-bc6b-b981b36f0f3b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=088717ce-0188-4369-8665-c33c6e27594a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6809986 May 19 05:43:09.600227 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07046840-2949-47fe-8d50-cd4e6c877d42 req-057e45c1-4222-4a08-84ba-ff315cd4fa4d tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Network e9fd4d9d-a461-43f3-8bc4-f70626927f45 is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:43:09.604159 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [req-07046840-2949-47fe-8d50-cd4e6c877d42 req-057e45c1-4222-4a08-84ba-ff315cd4fa4d tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:43:09.607346 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [req-07046840-2949-47fe-8d50-cd4e6c877d42 req-057e45c1-4222-4a08-84ba-ff315cd4fa4d tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 05:43:09.613897 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07046840-2949-47fe-8d50-cd4e6c877d42 req-057e45c1-4222-4a08-84ba-ff315cd4fa4d tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:09.614898 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-07046840-2949-47fe-8d50-cd4e6c877d42 req-057e45c1-4222-4a08-84ba-ff315cd4fa4d tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584083'] for port, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:09.651735 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [req-31862b2d-c056-4570-838a-e9dd96f712f8 req-945cb597-a979-47a8-8143-3699ef08c5eb tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Unset dirty status for tenant:c17fd9a8c56841e28e94a39c06931094 on resource:port {{(pid=103390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:43:09.653055 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-31862b2d-c056-4570-838a-e9dd96f712f8 req-945cb597-a979-47a8-8143-3699ef08c5eb tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c17fd9a8c56841e28e94a39c06931094&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5228255 May 19 05:43:09.663425 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-fa1c550b-028b-4436-b395-fcb2e2e36d84 req-d91f4a5c-1dd5-49eb-bb70-f557e9709d7f service neutron] 10.222.0.26 "GET /v2.0/networks/e9fd4d9d-a461-43f3-8bc4-f70626927f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3036125 May 19 05:43:09.670930 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2b37d9e3-00f1-47a1-9f6d-8ec9098f9008 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:09.695037 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-b58d6944-a164-43ac-bb23-d349d8b182c1 req-3374a1b7-11d0-44bf-9f39-b7abaab08f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:09.714793 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01777-83e8-4d6b-bc6b-b981b36f0f3b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ef7e8bfa-a692-4e42-969c-45bc6fa3f4ba,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:43:09.720475 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c689d9df-a4ce-4053-8b3d-70b9e58c81a2 req-4733b5b0-707a-40e7-8226-5a8a101c90fa tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:09.721181 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-c689d9df-a4ce-4053-8b3d-70b9e58c81a2 req-4733b5b0-707a-40e7-8226-5a8a101c90fa tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Synchronizing usage tracker for tenant:e11f985d37b842499bf1e28b1ad007cf on resource:port {{(pid=103391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:43:09.739486 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-62d01777-83e8-4d6b-bc6b-b981b36f0f3b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:43:09.750969 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.164s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:43:09.817590 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-c689d9df-a4ce-4053-8b3d-70b9e58c81a2 req-4733b5b0-707a-40e7-8226-5a8a101c90fa tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Unset dirty status for tenant:e11f985d37b842499bf1e28b1ad007cf on resource:port {{(pid=103391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:43:09.818818 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c689d9df-a4ce-4053-8b3d-70b9e58c81a2 req-4733b5b0-707a-40e7-8226-5a8a101c90fa tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa965fca-2ca6-4b8a-ab17-d563194604fe HTTP/1.1" status: 200 len: 931 time: 0.2850709 May 19 05:43:09.916085 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-07046840-2949-47fe-8d50-cd4e6c877d42 req-057e45c1-4222-4a08-84ba-ff315cd4fa4d tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0527439 May 19 05:43:09.936129 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [req-07046840-2949-47fe-8d50-cd4e6c877d42 req-f038d652-50eb-4b09-bfce-e5419c4e51b5 service neutron] Request body: {'port': {'device_id': 'eb5c4c71-0117-457c-9ac5-3023598e7277', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78240'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:43:09.950203 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c689d9df-a4ce-4053-8b3d-70b9e58c81a2 req-3fe4fe9d-54f4-4bf2-9c13-1849f6b38ac3 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/security-groups?id=85b9f0b5-43eb-4607-90d8-db95d62f470d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223567 May 19 05:43:09.967439 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057e45c1-4222-4a08-84ba-ff315cd4fa4d tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Pushing event updated for resources: {'Port': ['ID=a419e7fa-253d-4e79-a12c-fd83ccf52d2a,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:43:09.984504 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-057e45c1-4222-4a08-84ba-ff315cd4fa4d tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:43:10.027148 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-31862b2d-c056-4570-838a-e9dd96f712f8 req-d6f63505-f851-49a2-aad2-9b988de723af service neutron] 10.222.0.11 "GET /v2.0/networks/66468b2a-efab-4a3c-bf32-cbdbf073937c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3392029 May 19 05:43:10.033832 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6346606c-cd64-447c-8776-4aca8b183f72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:10.049550 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357a420a-7a25-4456-9003-92b554a82946 req-8988c687-a0f2-4b95-ac99-abda5d8b5cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:10.050967 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-357a420a-7a25-4456-9003-92b554a82946 req-8988c687-a0f2-4b95-ac99-abda5d8b5cba service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2aa9f910d0e44032ac9af01a62399d3d&device_id=f6fb2e02-f3ea-48a2-bc86-99bcb4a79d75 HTTP/1.1" status: 200 len: 1097 time: 0.2766719 May 19 05:43:10.060520 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2b37d9e3-00f1-47a1-9f6d-8ec9098f9008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:10.077302 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:43:10.083819 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6346606c-cd64-447c-8776-4aca8b183f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:10.140287 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b37d9e3-00f1-47a1-9f6d-8ec9098f9008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad6fd6c-b7d1-437a-9490-149425ca9c41,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:43:10.143213 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-2b37d9e3-00f1-47a1-9f6d-8ec9098f9008 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:43:10.268131 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-ce3371f3-06de-4ece-9cfa-9bc634122d16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.173s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:43:10.291320 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357a420a-7a25-4456-9003-92b554a82946 req-e8afe3f7-c634-4f72-aeef-f19c2e3ba3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:10.292783 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-357a420a-7a25-4456-9003-92b554a82946 req-e8afe3f7-c634-4f72-aeef-f19c2e3ba3f0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e9fd4d9d-a461-43f3-8bc4-f70626927f45 HTTP/1.1" status: 200 len: 920 time: 0.2326841 May 19 05:43:10.295313 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2b37d9e3-00f1-47a1-9f6d-8ec9098f9008 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:10.296393 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-2b37d9e3-00f1-47a1-9f6d-8ec9098f9008 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/aad6fd6c-b7d1-437a-9490-149425ca9c41 HTTP/1.1" status: 204 len: 168 time: 0.9987524 May 19 05:43:10.313135 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-6346606c-cd64-447c-8776-4aca8b183f72 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=700247418de54fbf83abfe64c55ecc5c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2994370 May 19 05:43:10.314777 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd010da67-18ef-42bc-a6c4-0dca8dab2dbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef7937c5-b2ba-479d-b1b3-35acb21e0596'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:43:10.322517 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 42404) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:43:10.330801 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06add1bc-b8f7-4547-a49e-a2a2277a0ed1 req-bbba4929-a16c-4def-a5be-23243614cdda tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:10.332272 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-06add1bc-b8f7-4547-a49e-a2a2277a0ed1 req-bbba4929-a16c-4def-a5be-23243614cdda tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb5c4c71-0117-457c-9ac5-3023598e7277 HTTP/1.1" status: 200 len: 932 time: 0.2510390 May 19 05:43:10.332753 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6346606c-cd64-447c-8776-4aca8b183f72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=474125d3-60da-45e5-8591-51ba39f71fe8,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:43:10.348884 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-07046840-2949-47fe-8d50-cd4e6c877d42 req-f038d652-50eb-4b09-bfce-e5419c4e51b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:10.357446 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-6346606c-cd64-447c-8776-4aca8b183f72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:43:10.440374 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-357a420a-7a25-4456-9003-92b554a82946 req-61fa8752-6266-4230-9460-a9f8676f8d2e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9439f27f-1c7d-431d-97c4-b98b2a0b8529 HTTP/1.1" status: 200 len: 217 time: 0.1071355 May 19 05:43:10.446775 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-31862b2d-c056-4570-838a-e9dd96f712f8 req-6704cfe1-454c-4875-a358-9643801d1615 service neutron] 10.222.0.11 "GET /v2.0/networks/66468b2a-efab-4a3c-bf32-cbdbf073937c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4186242 May 19 05:43:10.449797 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [req-b58d6944-a164-43ac-bb23-d349d8b182c1 req-3374a1b7-11d0-44bf-9f39-b7abaab08f06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00acc5b4-63cc-4b2d-90c9-676ae826dafb {{(pid=103391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 05:43:10.492729 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e45f25ce-4348-4cda-b91f-2e1e986ff494 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:10.510639 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-b58d6944-a164-43ac-bb23-d349d8b182c1 req-3374a1b7-11d0-44bf-9f39-b7abaab08f06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:10.538609 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-06add1bc-b8f7-4547-a49e-a2a2277a0ed1 req-f9ab2447-020a-4eda-bc9d-e4727e935a23 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/security-groups?id=e770bfd0-3e94-45b0-9954-6b1c1e0e564f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323066 May 19 05:43:10.555879 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [req-b58d6944-a164-43ac-bb23-d349d8b182c1 req-3374a1b7-11d0-44bf-9f39-b7abaab08f06 service neutron] Transition to ACTIVE for port object 00acc5b4-63cc-4b2d-90c9-676ae826dafb will not be triggered until provisioned by entity L2. {{(pid=103391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:43:10.561627 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357a420a-7a25-4456-9003-92b554a82946 req-373e69c9-e2f7-4304-8e2d-ed90b2f91d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:10.563107 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-357a420a-7a25-4456-9003-92b554a82946 req-373e69c9-e2f7-4304-8e2d-ed90b2f91d21 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b547b7c1-b0db-4ded-a1d7-26dc8e5f4a02 HTTP/1.1" status: 200 len: 859 time: 0.1082220 May 19 05:43:10.603612 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e45f25ce-4348-4cda-b91f-2e1e986ff494 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:10.651099 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-357a420a-7a25-4456-9003-92b554a82946 req-6ee37c73-2c73-42f0-8c90-4176be000cdd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e9fd4d9d-a461-43f3-8bc4-f70626927f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791340 May 19 05:43:10.651787 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-b58d6944-a164-43ac-bb23-d349d8b182c1 req-3374a1b7-11d0-44bf-9f39-b7abaab08f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:10.653087 dv-cinder-782405-8-iscsi neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd010da67-18ef-42bc-a6c4-0dca8dab2dbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef7937c5-b2ba-479d-b1b3-35acb21e0596', 'code': 200} May 19 05:43:10.661228 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:43:10.911024 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e45f25ce-4348-4cda-b91f-2e1e986ff494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:10.939669 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:43:10.953328 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45f25ce-4348-4cda-b91f-2e1e986ff494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=474125d3-60da-45e5-8591-51ba39f71fe8,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:43:10.962539 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-e45f25ce-4348-4cda-b91f-2e1e986ff494 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:43:10.975352 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e45f25ce-4348-4cda-b91f-2e1e986ff494 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:10.976726 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-e45f25ce-4348-4cda-b91f-2e1e986ff494 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/474125d3-60da-45e5-8591-51ba39f71fe8 HTTP/1.1" status: 204 len: 168 time: 0.6516027 May 19 05:43:11.124315 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.db.resource_extend [req-07046840-2949-47fe-8d50-cd4e6c877d42 req-f038d652-50eb-4b09-bfce-e5419c4e51b5 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 05:43:11.236704 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babfc44c-4c78-48eb-90fd-40163d530cc4 req-cacf0116-3329-404a-acd7-471f8f8f0de9 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:11.246580 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-babfc44c-4c78-48eb-90fd-40163d530cc4 req-cacf0116-3329-404a-acd7-471f8f8f0de9 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/ports?device_id=d010da67-18ef-42bc-a6c4-0dca8dab2dbc HTTP/1.1" status: 200 len: 945 time: 0.4283988 May 19 05:43:11.297191 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [req-07046840-2949-47fe-8d50-cd4e6c877d42 req-f038d652-50eb-4b09-bfce-e5419c4e51b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a419e7fa-253d-4e79-a12c-fd83ccf52d2a {{(pid=103390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 05:43:11.316894 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-babfc44c-4c78-48eb-90fd-40163d530cc4 req-6e6b9f8d-8895-4ac1-aec4-7509fc649692 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d9a3903-103e-47fc-a618-0f60bf0833b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693321 May 19 05:43:11.322773 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-07046840-2949-47fe-8d50-cd4e6c877d42 req-f038d652-50eb-4b09-bfce-e5419c4e51b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:11.373524 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff97f88e-50a6-47d2-8f57-69fb5dae689c req-a78bea1b-9e31-4ff0-85a9-81b7b4c788be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:11.385618 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ff97f88e-50a6-47d2-8f57-69fb5dae689c req-a78bea1b-9e31-4ff0-85a9-81b7b4c788be service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d010da67-18ef-42bc-a6c4-0dca8dab2dbc HTTP/1.1" status: 200 len: 1098 time: 0.3651052 May 19 05:43:11.394722 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [req-07046840-2949-47fe-8d50-cd4e6c877d42 req-f038d652-50eb-4b09-bfce-e5419c4e51b5 service neutron] Transition to ACTIVE for port object a419e7fa-253d-4e79-a12c-fd83ccf52d2a will not be triggered until provisioned by entity L2. {{(pid=103390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:43:11.452215 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d7c266fa-966b-4c86-932a-2a0808e99f3e req-28dd22ed-2438-471f-a01c-3417ea93c8b0 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce2b4528-1444-43e7-8e87-c4472b92ebf9 HTTP/1.1" status: 200 len: 210 time: 0.0598462 May 19 05:43:11.505917 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-07046840-2949-47fe-8d50-cd4e6c877d42 req-f038d652-50eb-4b09-bfce-e5419c4e51b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:11.536055 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-057e45c1-4222-4a08-84ba-ff315cd4fa4d tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:43:11.645624 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3374a1b7-11d0-44bf-9f39-b7abaab08f06 service neutron] Pushing event updated for resources: {'Port': ['ID=00acc5b4-63cc-4b2d-90c9-676ae826dafb,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:43:11.650743 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [req-ff97f88e-50a6-47d2-8f57-69fb5dae689c req-46872ca8-9811-49c8-b396-dc2aad7b8c6d service neutron] Synchronizing usage tracker for tenant:d6fc37fb671a452ea7b3e0b63774ea30 on resource:security_group {{(pid=103390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:43:11.703208 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-3374a1b7-11d0-44bf-9f39-b7abaab08f06 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.042s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:43:11.710819 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-b58d6944-a164-43ac-bb23-d349d8b182c1 req-3374a1b7-11d0-44bf-9f39-b7abaab08f06 service neutron] Attempting to bind port 00acc5b4-63cc-4b2d-90c9-676ae826dafb on host hv-cinder-78240 for vnic_type normal with profile {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 05:43:11.712504 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-b58d6944-a164-43ac-bb23-d349d8b182c1 req-3374a1b7-11d0-44bf-9f39-b7abaab08f06 service neutron] Attempting to bind port 00acc5b4-63cc-4b2d-90c9-676ae826dafb by drivers openvswitch,hyperv on host hv-cinder-78240 at level 0 using segments [{'id': '91f2eabd-2095-4aa5-b7b2-cb363e7f7010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '89d5aa65-3a6d-4be9-a00d-99ff97528276'}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 05:43:11.714595 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58d6944-a164-43ac-bb23-d349d8b182c1 req-3374a1b7-11d0-44bf-9f39-b7abaab08f06 service neutron] Attempting to bind port 00acc5b4-63cc-4b2d-90c9-676ae826dafb on network 89d5aa65-3a6d-4be9-a00d-99ff97528276 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:43:11.772165 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58d6944-a164-43ac-bb23-d349d8b182c1 req-3374a1b7-11d0-44bf-9f39-b7abaab08f06 service neutron] Port 00acc5b4-63cc-4b2d-90c9-676ae826dafb on network 89d5aa65-3a6d-4be9-a00d-99ff97528276 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78240 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 05:43:11.773570 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58d6944-a164-43ac-bb23-d349d8b182c1 req-3374a1b7-11d0-44bf-9f39-b7abaab08f06 service neutron] Attempting to bind port 00acc5b4-63cc-4b2d-90c9-676ae826dafb on network 89d5aa65-3a6d-4be9-a00d-99ff97528276 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:43:11.806537 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58d6944-a164-43ac-bb23-d349d8b182c1 req-3374a1b7-11d0-44bf-9f39-b7abaab08f06 service neutron] Checking agent: {'id': '5b106939-35fb-4931-879f-1b04325a2c36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78240', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 5, 40, 58), 'started_at': datetime.datetime(2021, 5, 19, 5, 40, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 5, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 05:43:11.815000 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58d6944-a164-43ac-bb23-d349d8b182c1 req-3374a1b7-11d0-44bf-9f39-b7abaab08f06 service neutron] Checking segment: {'id': '91f2eabd-2095-4aa5-b7b2-cb363e7f7010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '89d5aa65-3a6d-4be9-a00d-99ff97528276'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:43:11.815619 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58d6944-a164-43ac-bb23-d349d8b182c1 req-3374a1b7-11d0-44bf-9f39-b7abaab08f06 service neutron] Bound using segment: {'id': '91f2eabd-2095-4aa5-b7b2-cb363e7f7010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '89d5aa65-3a6d-4be9-a00d-99ff97528276'} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 05:43:11.816249 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-b58d6944-a164-43ac-bb23-d349d8b182c1 req-3374a1b7-11d0-44bf-9f39-b7abaab08f06 service neutron] Bound port: 00acc5b4-63cc-4b2d-90c9-676ae826dafb, host: hv-cinder-78240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91f2eabd-2095-4aa5-b7b2-cb363e7f7010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '89d5aa65-3a6d-4be9-a00d-99ff97528276'}}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 05:43:11.816815 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-b58d6944-a164-43ac-bb23-d349d8b182c1 req-3374a1b7-11d0-44bf-9f39-b7abaab08f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:11.818503 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 42472) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:43:11.835559 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-357a420a-7a25-4456-9003-92b554a82946 req-f93cdc8a-0818-49d9-94c4-1ff0cb03aff3 service neutron] 10.222.0.26 "GET /v2.0/networks/e9fd4d9d-a461-43f3-8bc4-f70626927f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1294787 May 19 05:43:11.897916 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e20a6cfe-185c-4fb9-ae24-43c6dc6b13a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:11.937722 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f038d652-50eb-4b09-bfce-e5419c4e51b5 service neutron] Pushing event updated for resources: {'Port': ['ID=a419e7fa-253d-4e79-a12c-fd83ccf52d2a,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:43:11.966542 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-e20a6cfe-185c-4fb9-ae24-43c6dc6b13a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:43:11.975937 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-f038d652-50eb-4b09-bfce-e5419c4e51b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:43:11.976826 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [req-ff97f88e-50a6-47d2-8f57-69fb5dae689c req-46872ca8-9811-49c8-b396-dc2aad7b8c6d service neutron] Unset dirty status for tenant:d6fc37fb671a452ea7b3e0b63774ea30 on resource:security_group {{(pid=103390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:43:11.977938 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ff97f88e-50a6-47d2-8f57-69fb5dae689c req-46872ca8-9811-49c8-b396-dc2aad7b8c6d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8d9a3903-103e-47fc-a618-0f60bf0833b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5231974 May 19 05:43:11.986705 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-e20a6cfe-185c-4fb9-ae24-43c6dc6b13a1 admin admin] Usage tracker for resource:security_group_rule and tenant:f8970da4145943db90dcb182550b74c8 is out of sync, need to count used quota {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:43:11.998878 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-e20a6cfe-185c-4fb9-ae24-43c6dc6b13a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:43:12.009851 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-e20a6cfe-185c-4fb9-ae24-43c6dc6b13a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:43:12.021416 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-07046840-2949-47fe-8d50-cd4e6c877d42 req-f038d652-50eb-4b09-bfce-e5419c4e51b5 service neutron] Attempting to bind port a419e7fa-253d-4e79-a12c-fd83ccf52d2a on host hv-cinder-78240 for vnic_type normal with profile {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 05:43:12.022018 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-07046840-2949-47fe-8d50-cd4e6c877d42 req-f038d652-50eb-4b09-bfce-e5419c4e51b5 service neutron] Attempting to bind port a419e7fa-253d-4e79-a12c-fd83ccf52d2a by drivers openvswitch,hyperv on host hv-cinder-78240 at level 0 using segments [{'id': 'ed8cddf7-38c4-4062-a7e4-12521ed88cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e9fd4d9d-a461-43f3-8bc4-f70626927f45'}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 05:43:12.022350 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07046840-2949-47fe-8d50-cd4e6c877d42 req-f038d652-50eb-4b09-bfce-e5419c4e51b5 service neutron] Attempting to bind port a419e7fa-253d-4e79-a12c-fd83ccf52d2a on network e9fd4d9d-a461-43f3-8bc4-f70626927f45 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:43:12.029368 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4de1e2b-8593-4011-b549-53add43fff45 req-8c7946cf-d4ba-4285-9108-85fb33ee845b tempest-DeleteServersTestJSON-1742042662 tempest-DeleteServersTestJSON-1742042662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:12.035405 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07046840-2949-47fe-8d50-cd4e6c877d42 req-f038d652-50eb-4b09-bfce-e5419c4e51b5 service neutron] Port a419e7fa-253d-4e79-a12c-fd83ccf52d2a on network e9fd4d9d-a461-43f3-8bc4-f70626927f45 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78240 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 05:43:12.035758 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07046840-2949-47fe-8d50-cd4e6c877d42 req-f038d652-50eb-4b09-bfce-e5419c4e51b5 service neutron] Attempting to bind port a419e7fa-253d-4e79-a12c-fd83ccf52d2a on network e9fd4d9d-a461-43f3-8bc4-f70626927f45 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:43:12.039123 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e4de1e2b-8593-4011-b549-53add43fff45 req-8c7946cf-d4ba-4285-9108-85fb33ee845b tempest-DeleteServersTestJSON-1742042662 tempest-DeleteServersTestJSON-1742042662-project] 10.222.0.11 "GET /v2.0/ports?device_id=278604b3-d7b0-4f84-808c-87a0495698bd HTTP/1.1" status: 200 len: 945 time: 0.9274156 May 19 05:43:12.052872 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07046840-2949-47fe-8d50-cd4e6c877d42 req-f038d652-50eb-4b09-bfce-e5419c4e51b5 service neutron] Checking agent: {'id': '5b106939-35fb-4931-879f-1b04325a2c36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78240', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 5, 40, 58), 'started_at': datetime.datetime(2021, 5, 19, 5, 40, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 5, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 05:43:12.053214 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07046840-2949-47fe-8d50-cd4e6c877d42 req-f038d652-50eb-4b09-bfce-e5419c4e51b5 service neutron] Checking segment: {'id': 'ed8cddf7-38c4-4062-a7e4-12521ed88cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e9fd4d9d-a461-43f3-8bc4-f70626927f45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:43:12.053601 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07046840-2949-47fe-8d50-cd4e6c877d42 req-f038d652-50eb-4b09-bfce-e5419c4e51b5 service neutron] Bound using segment: {'id': 'ed8cddf7-38c4-4062-a7e4-12521ed88cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e9fd4d9d-a461-43f3-8bc4-f70626927f45'} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 05:43:12.054035 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-07046840-2949-47fe-8d50-cd4e6c877d42 req-f038d652-50eb-4b09-bfce-e5419c4e51b5 service neutron] Bound port: a419e7fa-253d-4e79-a12c-fd83ccf52d2a, host: hv-cinder-78240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed8cddf7-38c4-4062-a7e4-12521ed88cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e9fd4d9d-a461-43f3-8bc4-f70626927f45'}}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 05:43:12.054389 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-07046840-2949-47fe-8d50-cd4e6c877d42 req-f038d652-50eb-4b09-bfce-e5419c4e51b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:12.087796 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0846b27d-194e-48d8-9e1d-95094697600e req-bb1ef8b2-89e7-4ee5-ad55-16c30431df57 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:12.089242 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0846b27d-194e-48d8-9e1d-95094697600e req-bb1ef8b2-89e7-4ee5-ad55-16c30431df57 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa965fca-2ca6-4b8a-ab17-d563194604fe HTTP/1.1" status: 200 len: 943 time: 0.2734170 May 19 05:43:12.145430 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e4de1e2b-8593-4011-b549-53add43fff45 req-77bf0a75-f080-4718-90c6-a68a7a96ecc2 tempest-DeleteServersTestJSON-1742042662 tempest-DeleteServersTestJSON-1742042662-project] 10.222.0.11 "GET /v2.0/security-groups?id=088717ce-0188-4369-8665-c33c6e27594a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054289 May 19 05:43:12.150146 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-357a420a-7a25-4456-9003-92b554a82946 req-35570776-4a38-466c-9d69-95a8ee60b47e service neutron] 10.222.0.26 "GET /v2.0/networks/e9fd4d9d-a461-43f3-8bc4-f70626927f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056242 May 19 05:43:12.151252 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-b58d6944-a164-43ac-bb23-d349d8b182c1 req-3374a1b7-11d0-44bf-9f39-b7abaab08f06 service neutron] For port 00acc5b4-63cc-4b2d-90c9-676ae826dafb, host hv-cinder-78240, cleared binding levels {{(pid=103391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 05:43:12.155272 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-b58d6944-a164-43ac-bb23-d349d8b182c1 req-3374a1b7-11d0-44bf-9f39-b7abaab08f06 service neutron] For port 00acc5b4-63cc-4b2d-90c9-676ae826dafb, host hv-cinder-78240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=00acc5b4-63cc-4b2d-90c9-676ae826dafb,segment=NetworkSegment(91f2eabd-2095-4aa5-b7b2-cb363e7f7010),segment_id=91f2eabd-2095-4aa5-b7b2-cb363e7f7010)] {{(pid=103391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 05:43:12.161066 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-b58d6944-a164-43ac-bb23-d349d8b182c1 req-3374a1b7-11d0-44bf-9f39-b7abaab08f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:12.165708 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:43:12.215314 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0846b27d-194e-48d8-9e1d-95094697600e req-723d85dd-88f7-4ddf-9cbe-e5cd7bc8a254 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/security-groups?id=85b9f0b5-43eb-4607-90d8-db95d62f470d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940137 May 19 05:43:12.230753 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d6944-a164-43ac-bb23-d349d8b182c1 req-3374a1b7-11d0-44bf-9f39-b7abaab08f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:12.231381 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-b58d6944-a164-43ac-bb23-d349d8b182c1 req-3374a1b7-11d0-44bf-9f39-b7abaab08f06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584083'] for port, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:12.232841 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b58d6944-a164-43ac-bb23-d349d8b182c1 req-3374a1b7-11d0-44bf-9f39-b7abaab08f06 service neutron] 10.222.0.26 "PUT /v2.0/ports/00acc5b4-63cc-4b2d-90c9-676ae826dafb HTTP/1.1" status: 200 len: 1093 time: 2.8266513 May 19 05:43:12.236370 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa965fca-2ca6-4b8a-ab17-d563194604fe', 'tag': '00acc5b4-63cc-4b2d-90c9-676ae826dafb'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:43:12.261193 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-07046840-2949-47fe-8d50-cd4e6c877d42 req-f038d652-50eb-4b09-bfce-e5419c4e51b5 service neutron] For port a419e7fa-253d-4e79-a12c-fd83ccf52d2a, host hv-cinder-78240, cleared binding levels {{(pid=103390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 05:43:12.275047 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3374a1b7-11d0-44bf-9f39-b7abaab08f06 service neutron] Pushing event updated for resources: {'Port': ['ID=00acc5b4-63cc-4b2d-90c9-676ae826dafb,revision_number=3']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:43:12.278213 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-3374a1b7-11d0-44bf-9f39-b7abaab08f06 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:43:12.279372 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-07046840-2949-47fe-8d50-cd4e6c877d42 req-f038d652-50eb-4b09-bfce-e5419c4e51b5 service neutron] For port a419e7fa-253d-4e79-a12c-fd83ccf52d2a, host hv-cinder-78240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=a419e7fa-253d-4e79-a12c-fd83ccf52d2a,segment=NetworkSegment(ed8cddf7-38c4-4062-a7e4-12521ed88cf6),segment_id=ed8cddf7-38c4-4062-a7e4-12521ed88cf6)] {{(pid=103390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 05:43:12.308647 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-07046840-2949-47fe-8d50-cd4e6c877d42 req-f038d652-50eb-4b09-bfce-e5419c4e51b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:12.328474 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6fd5d675-406c-4367-9be0-5cea18f4c508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:12.341309 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:43:12.347614 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa965fca-2ca6-4b8a-ab17-d563194604fe', 'tag': '00acc5b4-63cc-4b2d-90c9-676ae826dafb', 'status': 'completed', 'code': 200} May 19 05:43:12.415766 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e20a6cfe-185c-4fb9-ae24-43c6dc6b13a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:12.430049 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07046840-2949-47fe-8d50-cd4e6c877d42 req-f038d652-50eb-4b09-bfce-e5419c4e51b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:12.431187 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-07046840-2949-47fe-8d50-cd4e6c877d42 req-f038d652-50eb-4b09-bfce-e5419c4e51b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584083'] for port, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:12.432626 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-07046840-2949-47fe-8d50-cd4e6c877d42 req-f038d652-50eb-4b09-bfce-e5419c4e51b5 service neutron] 10.222.0.26 "PUT /v2.0/ports/a419e7fa-253d-4e79-a12c-fd83ccf52d2a HTTP/1.1" status: 200 len: 1094 time: 2.5034065 May 19 05:43:12.483095 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb5c4c71-0117-457c-9ac5-3023598e7277', 'tag': 'a419e7fa-253d-4e79-a12c-fd83ccf52d2a'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:43:12.488109 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f038d652-50eb-4b09-bfce-e5419c4e51b5 service neutron] Pushing event updated for resources: {'Port': ['ID=a419e7fa-253d-4e79-a12c-fd83ccf52d2a,revision_number=3']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:43:12.490321 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d6944-a164-43ac-bb23-d349d8b182c1 req-c2eb45e9-4b5b-4919-bdbc-9efa8664283d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:12.492407 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-f038d652-50eb-4b09-bfce-e5419c4e51b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:43:12.494112 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e20a6cfe-185c-4fb9-ae24-43c6dc6b13a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:12.498764 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b58d6944-a164-43ac-bb23-d349d8b182c1 req-c2eb45e9-4b5b-4919-bdbc-9efa8664283d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e11f985d37b842499bf1e28b1ad007cf&device_id=aa965fca-2ca6-4b8a-ab17-d563194604fe HTTP/1.1" status: 200 len: 1096 time: 0.1960380 May 19 05:43:12.504727 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-6bcba060-0934-418c-93fd-ed9ab8c11284 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:43:12.576114 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b58d6944-a164-43ac-bb23-d349d8b182c1 req-7b067015-e53a-411c-a9cb-9678938df04d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=00acc5b4-63cc-4b2d-90c9-676ae826dafb HTTP/1.1" status: 200 len: 217 time: 0.0679853 May 19 05:43:12.588342 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc6c2c0-2576-46e1-88f9-2dc5ffc2d0ff req-22fe344d-7ac8-4271-8bd4-5acde8932114 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:12.597023 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2bc6c2c0-2576-46e1-88f9-2dc5ffc2d0ff req-22fe344d-7ac8-4271-8bd4-5acde8932114 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb5c4c71-0117-457c-9ac5-3023598e7277 HTTP/1.1" status: 200 len: 944 time: 0.2309487 May 19 05:43:12.665067 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-e20a6cfe-185c-4fb9-ae24-43c6dc6b13a1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f8970da4145943db90dcb182550b74c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8357298 May 19 05:43:12.665724 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 42494) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:43:12.681448 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20a6cfe-185c-4fb9-ae24-43c6dc6b13a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a97669dd-2ba8-4741-9221-8f7ab6694b09,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:43:12.684806 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-e20a6cfe-185c-4fb9-ae24-43c6dc6b13a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:43:12.769941 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6062910c-8474-4ec1-88b9-6b934770fcb6 req-6ddb22e1-af2c-4238-8438-98166692f8a5 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:12.771405 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6062910c-8474-4ec1-88b9-6b934770fcb6 req-6ddb22e1-af2c-4238-8438-98166692f8a5 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/ports?device_id=d010da67-18ef-42bc-a6c4-0dca8dab2dbc HTTP/1.1" status: 200 len: 945 time: 0.2591250 May 19 05:43:12.781636 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 42498) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:43:12.789570 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c49a6b5e-0fa5-4d1d-9715-06714d21f45c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:12.822061 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2bc6c2c0-2576-46e1-88f9-2dc5ffc2d0ff req-ae403eba-f792-48e2-83cb-26854292df69 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/security-groups?id=e770bfd0-3e94-45b0-9954-6b1c1e0e564f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240844 May 19 05:43:12.826733 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d6944-a164-43ac-bb23-d349d8b182c1 req-e1e56c0e-f7f5-4dba-82ba-8a8ab205aef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:12.828241 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b58d6944-a164-43ac-bb23-d349d8b182c1 req-e1e56c0e-f7f5-4dba-82ba-8a8ab205aef3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=82fd848a-77f0-4d3d-8454-3c0dcf103642 HTTP/1.1" status: 200 len: 850 time: 0.2279837 May 19 05:43:12.832555 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07046840-2949-47fe-8d50-cd4e6c877d42 req-286d3616-77fb-488e-8f77-c41308c562ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:12.834250 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-07046840-2949-47fe-8d50-cd4e6c877d42 req-286d3616-77fb-488e-8f77-c41308c562ab service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2aa9f910d0e44032ac9af01a62399d3d&device_id=eb5c4c71-0117-457c-9ac5-3023598e7277 HTTP/1.1" status: 200 len: 1097 time: 0.2520659 May 19 05:43:12.892037 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6062910c-8474-4ec1-88b9-6b934770fcb6 req-5a203283-ef37-4d9b-b970-ff9354415556 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d9a3903-103e-47fc-a618-0f60bf0833b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074166 May 19 05:43:12.910137 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31862b2d-c056-4570-838a-e9dd96f712f8 req-7b681f6b-e29e-44df-9d86-0d15399fb141 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:12.911611 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-31862b2d-c056-4570-838a-e9dd96f712f8 req-7b681f6b-e29e-44df-9d86-0d15399fb141 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.26 "GET /v2.0/networks?id=66468b2a-efab-4a3c-bf32-cbdbf073937c HTTP/1.1" status: 200 len: 817 time: 0.3125694 May 19 05:43:13.011124 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-31862b2d-c056-4570-838a-e9dd96f712f8 req-ea7ca84d-ed64-46ce-8d54-ea23fafb774f tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Synchronizing usage tracker for tenant:c17fd9a8c56841e28e94a39c06931094 on resource:security_group {{(pid=103391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:43:13.032415 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d6944-a164-43ac-bb23-d349d8b182c1 req-cf22f524-f901-4f41-a09c-1c698f49db93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:13.033977 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b58d6944-a164-43ac-bb23-d349d8b182c1 req-cf22f524-f901-4f41-a09c-1c698f49db93 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=89d5aa65-3a6d-4be9-a00d-99ff97528276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1930118 May 19 05:43:13.036268 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-31862b2d-c056-4570-838a-e9dd96f712f8 req-ea7ca84d-ed64-46ce-8d54-ea23fafb774f tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Unset dirty status for tenant:c17fd9a8c56841e28e94a39c06931094 on resource:security_group {{(pid=103391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:43:13.037319 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-31862b2d-c056-4570-838a-e9dd96f712f8 req-ea7ca84d-ed64-46ce-8d54-ea23fafb774f tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c17fd9a8c56841e28e94a39c06931094 HTTP/1.1" status: 200 len: 380 time: 0.1153362 May 19 05:43:13.081096 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b54b76e6-4be0-4b95-84a9-aba3eb91fbe0 req-3144aa01-8824-4d30-a222-fc44ce6e3584 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce2b4528-1444-43e7-8e87-c4472b92ebf9 HTTP/1.1" status: 200 len: 210 time: 0.0459468 May 19 05:43:13.087186 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [req-31862b2d-c056-4570-838a-e9dd96f712f8 req-9edad2e6-0940-455c-8a2c-cfbd5edd44c3 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Request body: {'port': {'device_id': 'ce2b4528-1444-43e7-8e87-c4472b92ebf9', 'network_id': '66468b2a-efab-4a3c-bf32-cbdbf073937c', 'admin_state_up': True, 'tenant_id': 'c17fd9a8c56841e28e94a39c06931094', 'security_groups': ['9fd27e09-fd1f-4fe8-9681-74181843f9b8']}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:43:13.191649 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb5c4c71-0117-457c-9ac5-3023598e7277', 'tag': 'a419e7fa-253d-4e79-a12c-fd83ccf52d2a', 'status': 'completed', 'code': 200} May 19 05:43:13.193467 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c49a6b5e-0fa5-4d1d-9715-06714d21f45c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:13.213250 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-07046840-2949-47fe-8d50-cd4e6c877d42 req-de6f52c7-662b-49cd-8610-f11a33d4beab service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a419e7fa-253d-4e79-a12c-fd83ccf52d2a HTTP/1.1" status: 200 len: 217 time: 0.3364944 May 19 05:43:13.224891 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-711bf1cd-7d50-47c6-9dab-21b2155d270a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:13.346532 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-711bf1cd-7d50-47c6-9dab-21b2155d270a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:43:13.358264 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-711bf1cd-7d50-47c6-9dab-21b2155d270a admin admin] Usage tracker for resource:security_group_rule and tenant:180fd0bd3f8945008fdd179f5a95cadd is out of sync, need to count used quota {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:43:13.364672 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c49a6b5e-0fa5-4d1d-9715-06714d21f45c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:13.369188 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-711bf1cd-7d50-47c6-9dab-21b2155d270a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:43:13.388284 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-a20437c0-49f8-4442-a0a9-8ac68ca93566 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:43:13.407829 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49a6b5e-0fa5-4d1d-9715-06714d21f45c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a97669dd-2ba8-4741-9221-8f7ab6694b09,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:43:13.417457 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-711bf1cd-7d50-47c6-9dab-21b2155d270a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:43:13.421268 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07046840-2949-47fe-8d50-cd4e6c877d42 req-39a041b5-8630-4d65-98ea-b8bb3eb39473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:13.423460 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-07046840-2949-47fe-8d50-cd4e6c877d42 req-39a041b5-8630-4d65-98ea-b8bb3eb39473 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b547b7c1-b0db-4ded-a1d7-26dc8e5f4a02 HTTP/1.1" status: 200 len: 859 time: 0.2002919 May 19 05:43:13.424158 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b58d6944-a164-43ac-bb23-d349d8b182c1 req-aa7e2806-d71c-40a3-9dcc-f10de5700b3f service neutron] 10.222.0.26 "GET /v2.0/networks/89d5aa65-3a6d-4be9-a00d-99ff97528276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3406198 May 19 05:43:13.429275 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [req-31862b2d-c056-4570-838a-e9dd96f712f8 req-9edad2e6-0940-455c-8a2c-cfbd5edd44c3 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:43:13.430538 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-c49a6b5e-0fa5-4d1d-9715-06714d21f45c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:43:13.467061 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c49a6b5e-0fa5-4d1d-9715-06714d21f45c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:13.468138 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-c49a6b5e-0fa5-4d1d-9715-06714d21f45c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a97669dd-2ba8-4741-9221-8f7ab6694b09 HTTP/1.1" status: 204 len: 168 time: 0.7925107 May 19 05:43:13.473186 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 42524) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:43:13.495502 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [req-31862b2d-c056-4570-838a-e9dd96f712f8 req-9edad2e6-0940-455c-8a2c-cfbd5edd44c3 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:43:13.545066 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-07046840-2949-47fe-8d50-cd4e6c877d42 req-d7febe3a-9e44-4d08-a437-6128078794e3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e9fd4d9d-a461-43f3-8bc4-f70626927f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651429 May 19 05:43:13.579849 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31862b2d-c056-4570-838a-e9dd96f712f8 req-9edad2e6-0940-455c-8a2c-cfbd5edd44c3 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Made reservation on behalf of c17fd9a8c56841e28e94a39c06931094 for: {'port': 1} {{(pid=103391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 05:43:13.582834 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-31862b2d-c056-4570-838a-e9dd96f712f8 req-9edad2e6-0940-455c-8a2c-cfbd5edd44c3 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:13.709949 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132fc5f9-4ed9-4e12-af35-21b56446fbb3 req-786a41e3-dbe2-4fe9-867e-034a684b6939 tempest-DeleteServersTestJSON-1742042662 tempest-DeleteServersTestJSON-1742042662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:13.715062 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-132fc5f9-4ed9-4e12-af35-21b56446fbb3 req-786a41e3-dbe2-4fe9-867e-034a684b6939 tempest-DeleteServersTestJSON-1742042662 tempest-DeleteServersTestJSON-1742042662-project] 10.222.0.11 "GET /v2.0/ports?device_id=278604b3-d7b0-4f84-808c-87a0495698bd HTTP/1.1" status: 200 len: 945 time: 0.3085384 May 19 05:43:13.731858 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b58d6944-a164-43ac-bb23-d349d8b182c1 req-1183789e-23fd-4e5c-89b4-2d0e9b194449 service neutron] 10.222.0.26 "GET /v2.0/networks/89d5aa65-3a6d-4be9-a00d-99ff97528276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2933748 May 19 05:43:13.744711 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d192e0-88a3-4777-8164-653af1b336de req-abbfe255-1dfd-4a87-8642-4c68a9e93cd8 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:13.754684 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-51d192e0-88a3-4777-8164-653af1b336de req-abbfe255-1dfd-4a87-8642-4c68a9e93cd8 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa965fca-2ca6-4b8a-ab17-d563194604fe HTTP/1.1" status: 200 len: 943 time: 0.3208745 May 19 05:43:13.779370 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-07046840-2949-47fe-8d50-cd4e6c877d42 req-3fadd94d-67b1-42e7-aec3-933f2dcf87bf service neutron] 10.222.0.26 "GET /v2.0/networks/e9fd4d9d-a461-43f3-8bc4-f70626927f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206912 May 19 05:43:13.858787 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-132fc5f9-4ed9-4e12-af35-21b56446fbb3 req-f47c981b-6b95-4587-9b26-b2387dcce78f tempest-DeleteServersTestJSON-1742042662 tempest-DeleteServersTestJSON-1742042662-project] 10.222.0.11 "GET /v2.0/security-groups?id=088717ce-0188-4369-8665-c33c6e27594a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360056 May 19 05:43:13.912258 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-711bf1cd-7d50-47c6-9dab-21b2155d270a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:13.917422 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3b0a666c-f753-453a-9fcf-db21de95efa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:13.932120 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-711bf1cd-7d50-47c6-9dab-21b2155d270a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:13.947180 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-7f957e68-677f-4dc8-971f-2658a822081a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:43:13.952185 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-51d192e0-88a3-4777-8164-653af1b336de req-09215596-7032-4cad-8c56-7291d2c47274 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/security-groups?id=85b9f0b5-43eb-4607-90d8-db95d62f470d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1961954 May 19 05:43:13.965035 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-3b0a666c-f753-453a-9fcf-db21de95efa5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:43:13.981639 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-3b0a666c-f753-453a-9fcf-db21de95efa5 admin admin] Usage tracker for resource:security_group_rule and tenant:4a65a130ad734fc2b1462e2eafe01c2f is out of sync, need to count used quota {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:43:14.001344 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-3b0a666c-f753-453a-9fcf-db21de95efa5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:43:14.018592 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [req-31862b2d-c056-4570-838a-e9dd96f712f8 req-9edad2e6-0940-455c-8a2c-cfbd5edd44c3 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Allocated IP 172.20.0.7 (66468b2a-efab-4a3c-bf32-cbdbf073937c/0fe61487-2837-401f-bfcd-f193a4daf6f6/942ebcfa-98eb-4d38-870e-cd0f4b5236e0) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 05:43:14.029821 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-3b0a666c-f753-453a-9fcf-db21de95efa5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:43:14.035924 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-711bf1cd-7d50-47c6-9dab-21b2155d270a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=180fd0bd3f8945008fdd179f5a95cadd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2472889 May 19 05:43:14.037019 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 42548) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:43:14.037396 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711bf1cd-7d50-47c6-9dab-21b2155d270a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=005367f6-41aa-4889-a54b-8dd9aaeb63c4,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:43:14.043221 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-711bf1cd-7d50-47c6-9dab-21b2155d270a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:43:14.045214 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-07046840-2949-47fe-8d50-cd4e6c877d42 req-c7d237bd-882c-4bc8-afe0-01d6b82a11bc service neutron] 10.222.0.26 "GET /v2.0/networks/e9fd4d9d-a461-43f3-8bc4-f70626927f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534056 May 19 05:43:14.121510 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f734680-be76-4e80-865c-b322eacc8a66 req-596b977d-d051-41a8-baa3-c2b62b3b49b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:14.123662 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9f734680-be76-4e80-865c-b322eacc8a66 req-596b977d-d051-41a8-baa3-c2b62b3b49b6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e11f985d37b842499bf1e28b1ad007cf&device_id=aa965fca-2ca6-4b8a-ab17-d563194604fe HTTP/1.1" status: 200 len: 1096 time: 0.3257070 May 19 05:43:14.249550 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3b0a666c-f753-453a-9fcf-db21de95efa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:14.263312 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3b0a666c-f753-453a-9fcf-db21de95efa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:14.273576 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-4d93cd34-fd0f-4119-be82-82b6470cd5c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:43:14.315140 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56df9041-095d-4c33-a92e-e1d7c96e5581 req-7d59e8e7-6535-4c73-a963-c04a60685b38 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:14.315865 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [req-56df9041-095d-4c33-a92e-e1d7c96e5581 req-7d59e8e7-6535-4c73-a963-c04a60685b38 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Synchronizing usage tracker for tenant:2aa9f910d0e44032ac9af01a62399d3d on resource:port {{(pid=103390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:43:14.330375 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-31862b2d-c056-4570-838a-e9dd96f712f8 req-9edad2e6-0940-455c-8a2c-cfbd5edd44c3 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Notify callbacks [] for port, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:14.333874 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad49f7e-fc2e-4b75-867a-4747a2e0bc20 req-1fa0e6e7-c8e5-41ba-8172-e1b97cc3b83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:14.335382 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7ad49f7e-fc2e-4b75-867a-4747a2e0bc20 req-1fa0e6e7-c8e5-41ba-8172-e1b97cc3b83e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2aa9f910d0e44032ac9af01a62399d3d&device_id=eb5c4c71-0117-457c-9ac5-3023598e7277 HTTP/1.1" status: 200 len: 1097 time: 0.2112968 May 19 05:43:14.340712 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-3b0a666c-f753-453a-9fcf-db21de95efa5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4a65a130ad734fc2b1462e2eafe01c2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8595190 May 19 05:43:14.343519 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 42562) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:43:14.346709 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [req-31862b2d-c056-4570-838a-e9dd96f712f8 req-9edad2e6-0940-455c-8a2c-cfbd5edd44c3 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Transition to ACTIVE for port object 942ebcfa-98eb-4d38-870e-cd0f4b5236e0 will not be triggered until provisioned by entity DHCP. {{(pid=103391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:43:14.369109 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0a666c-f753-453a-9fcf-db21de95efa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce8bcce6-664b-438b-9970-fbf3f198331a,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:43:14.386884 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-3b0a666c-f753-453a-9fcf-db21de95efa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:43:14.400306 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-31862b2d-c056-4570-838a-e9dd96f712f8 req-9edad2e6-0940-455c-8a2c-cfbd5edd44c3 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742272799735'] for port, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:14.411407 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [req-56df9041-095d-4c33-a92e-e1d7c96e5581 req-7d59e8e7-6535-4c73-a963-c04a60685b38 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Unset dirty status for tenant:2aa9f910d0e44032ac9af01a62399d3d on resource:port {{(pid=103390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:43:14.417950 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-56df9041-095d-4c33-a92e-e1d7c96e5581 req-7d59e8e7-6535-4c73-a963-c04a60685b38 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb5c4c71-0117-457c-9ac5-3023598e7277 HTTP/1.1" status: 200 len: 944 time: 0.3319061 May 19 05:43:14.540261 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 42570) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:43:14.550878 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [req-56df9041-095d-4c33-a92e-e1d7c96e5581 req-6dbe6a5f-dff8-4934-88a5-62c470d503d0 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Synchronizing usage tracker for tenant:2aa9f910d0e44032ac9af01a62399d3d on resource:security_group {{(pid=103390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:43:14.553061 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f734680-be76-4e80-865c-b322eacc8a66 req-3e27eaba-8aab-4b14-80ba-c066ad796731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:14.554511 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9f734680-be76-4e80-865c-b322eacc8a66 req-3e27eaba-8aab-4b14-80ba-c066ad796731 service neutron] 10.222.0.26 "GET /v2.0/networks?id=89d5aa65-3a6d-4be9-a00d-99ff97528276 HTTP/1.1" status: 200 len: 912 time: 0.1580322 May 19 05:43:14.572903 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-74872514-4a30-42f3-bf3c-ca9e36a7ceeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:14.605837 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad49f7e-fc2e-4b75-867a-4747a2e0bc20 req-cedd9361-1833-44fa-8469-814c7c177a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:14.607319 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7ad49f7e-fc2e-4b75-867a-4747a2e0bc20 req-cedd9361-1833-44fa-8469-814c7c177a69 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e9fd4d9d-a461-43f3-8bc4-f70626927f45 HTTP/1.1" status: 200 len: 920 time: 0.2629826 May 19 05:43:14.626835 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Device 9439f27f-1c7d-431d-97c4-b98b2a0b8529 details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=103392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 05:43:14.684752 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-74872514-4a30-42f3-bf3c-ca9e36a7ceeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:14.702054 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [req-56df9041-095d-4c33-a92e-e1d7c96e5581 req-6dbe6a5f-dff8-4934-88a5-62c470d503d0 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Unset dirty status for tenant:2aa9f910d0e44032ac9af01a62399d3d on resource:security_group {{(pid=103390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:43:14.710401 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-56df9041-095d-4c33-a92e-e1d7c96e5581 req-6dbe6a5f-dff8-4934-88a5-62c470d503d0 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/security-groups?id=e770bfd0-3e94-45b0-9954-6b1c1e0e564f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915914 May 19 05:43:14.718882 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7ad49f7e-fc2e-4b75-867a-4747a2e0bc20 req-e44317ae-b7a8-4b37-ae68-7e27a0a75313 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a419e7fa-253d-4e79-a12c-fd83ccf52d2a HTTP/1.1" status: 200 len: 217 time: 0.1001718 May 19 05:43:14.723579 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:43:14.735604 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-6bec71bb-3f00-46e3-83a9-0b3665d9cfa7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1148534762-network', 'tenant_id': '4823e51f7a25411ea69653907ac7f3f3'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:43:14.743513 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-68fc9cfd-4bdd-45e5-87bc-a2ad145703c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:14.785932 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-6bec71bb-3f00-46e3-83a9-0b3665d9cfa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:43:14.804630 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] For port 9439f27f-1c7d-431d-97c4-b98b2a0b8529, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=9439f27f-1c7d-431d-97c4-b98b2a0b8529,segment=NetworkSegment(ed8cddf7-38c4-4062-a7e4-12521ed88cf6),segment_id=ed8cddf7-38c4-4062-a7e4-12521ed88cf6)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:43:14.811208 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-6bec71bb-3f00-46e3-83a9-0b3665d9cfa7 admin admin] Usage tracker for resource:network and tenant:4823e51f7a25411ea69653907ac7f3f3 is out of sync, need to count used quota {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:43:14.821056 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-6bec71bb-3f00-46e3-83a9-0b3665d9cfa7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:43:14.824858 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9f734680-be76-4e80-865c-b322eacc8a66 req-6c5b61d3-eb65-40a5-8896-cf3759ac2846 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=00acc5b4-63cc-4b2d-90c9-676ae826dafb HTTP/1.1" status: 200 len: 217 time: 0.2073383 May 19 05:43:14.833932 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-6bec71bb-3f00-46e3-83a9-0b3665d9cfa7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:43:14.840447 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Returning: {'device': '9439f27f-1c7d-431d-97c4-b98b2a0b8529', 'network_id': 'e9fd4d9d-a461-43f3-8bc4-f70626927f45', 'port_id': '9439f27f-1c7d-431d-97c4-b98b2a0b8529', 'mac_address': 'fa:16:3e:22:43:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b547b7c1-b0db-4ded-a1d7-26dc8e5f4a02', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 05:43:14.842645 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d885e4e7-7924-4a42-9265-47134d64e5ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:14.891084 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad49f7e-fc2e-4b75-867a-4747a2e0bc20 req-10d411ea-7095-4dcb-8143-79632e260b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:14.893285 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7ad49f7e-fc2e-4b75-867a-4747a2e0bc20 req-10d411ea-7095-4dcb-8143-79632e260b6a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b547b7c1-b0db-4ded-a1d7-26dc8e5f4a02 HTTP/1.1" status: 200 len: 859 time: 0.1541390 May 19 05:43:14.900980 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31862b2d-c056-4570-838a-e9dd96f712f8 req-9edad2e6-0940-455c-8a2c-cfbd5edd44c3 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Network 66468b2a-efab-4a3c-bf32-cbdbf073937c is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:43:14.904809 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:14.917336 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:14.918220 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [req-31862b2d-c056-4570-838a-e9dd96f712f8 req-9edad2e6-0940-455c-8a2c-cfbd5edd44c3 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:43:14.921695 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [req-31862b2d-c056-4570-838a-e9dd96f712f8 req-9edad2e6-0940-455c-8a2c-cfbd5edd44c3 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 05:43:14.927025 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9439f27f-1c7d-431d-97c4-b98b2a0b8529 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 05:43:14.927142 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31862b2d-c056-4570-838a-e9dd96f712f8 req-9edad2e6-0940-455c-8a2c-cfbd5edd44c3 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:14.927633 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-31862b2d-c056-4570-838a-e9dd96f712f8 req-9edad2e6-0940-455c-8a2c-cfbd5edd44c3 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584083'] for port, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:14.933456 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bec71bb-3f00-46e3-83a9-0b3665d9cfa7 admin admin] Made reservation on behalf of 4823e51f7a25411ea69653907ac7f3f3 for: {'network': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 05:43:14.935811 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6bec71bb-3f00-46e3-83a9-0b3665d9cfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3666241'] for network, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:14.941963 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edad2e6-0940-455c-8a2c-cfbd5edd44c3 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Pushing event updated for resources: {'Port': ['ID=942ebcfa-98eb-4d38-870e-cd0f4b5236e0,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:43:14.944998 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-9edad2e6-0940-455c-8a2c-cfbd5edd44c3 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:43:14.955244 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] For port 9439f27f-1c7d-431d-97c4-b98b2a0b8529, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=9439f27f-1c7d-431d-97c4-b98b2a0b8529,segment=NetworkSegment(ed8cddf7-38c4-4062-a7e4-12521ed88cf6),segment_id=ed8cddf7-38c4-4062-a7e4-12521ed88cf6)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:43:14.962116 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:14.963604 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-74872514-4a30-42f3-bf3c-ca9e36a7ceeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:14.967409 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6bec71bb-3f00-46e3-83a9-0b3665d9cfa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:14.971769 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:43:14.978447 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7ad49f7e-fc2e-4b75-867a-4747a2e0bc20 req-d2a9bba3-aeeb-4754-84e7-1878f67d6dbc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e9fd4d9d-a461-43f3-8bc4-f70626927f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766258 May 19 05:43:14.980195 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d885e4e7-7924-4a42-9265-47134d64e5ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:14.981625 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-7c869a4f-828c-4437-8ed2-475dc5d63f68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:43:15.025138 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f734680-be76-4e80-865c-b322eacc8a66 req-634b1eb3-8fd3-42c5-9795-f998cfd7394b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:15.026792 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9f734680-be76-4e80-865c-b322eacc8a66 req-634b1eb3-8fd3-42c5-9795-f998cfd7394b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=82fd848a-77f0-4d3d-8454-3c0dcf103642 HTTP/1.1" status: 200 len: 850 time: 0.1890445 May 19 05:43:15.029935 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74872514-4a30-42f3-bf3c-ca9e36a7ceeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce8bcce6-664b-438b-9970-fbf3f198331a,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:43:15.034151 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-6bec71bb-3f00-46e3-83a9-0b3665d9cfa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:43:15.036475 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-74872514-4a30-42f3-bf3c-ca9e36a7ceeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:43:15.045215 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321ff085-6ada-42ae-835d-35e13521dfc7 req-0febbad6-a003-4065-8af8-cb05ea65791e tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:15.052564 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-321ff085-6ada-42ae-835d-35e13521dfc7 req-0febbad6-a003-4065-8af8-cb05ea65791e tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/ports?device_id=d010da67-18ef-42bc-a6c4-0dca8dab2dbc HTTP/1.1" status: 200 len: 945 time: 0.6546609 May 19 05:43:15.063229 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-6bec71bb-3f00-46e3-83a9-0b3665d9cfa7 admin admin] Usage tracker for resource:security_group_rule and tenant:4823e51f7a25411ea69653907ac7f3f3 is out of sync, need to count used quota {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:43:15.070912 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Pushing event updated for resources: {'Port': ['ID=9439f27f-1c7d-431d-97c4-b98b2a0b8529,revision_number=4']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:43:15.074800 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-31862b2d-c056-4570-838a-e9dd96f712f8 req-9edad2e6-0940-455c-8a2c-cfbd5edd44c3 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9918983 May 19 05:43:15.088290 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:43:15.118152 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [req-31862b2d-c056-4570-838a-e9dd96f712f8 req-a432372a-e8f2-460c-a6e8-6ca179598222 service neutron] Request body: {'port': {'device_id': 'ce2b4528-1444-43e7-8e87-c4472b92ebf9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78240'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:43:15.198417 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-6bec71bb-3f00-46e3-83a9-0b3665d9cfa7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:43:15.210104 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-74872514-4a30-42f3-bf3c-ca9e36a7ceeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:15.214378 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-74872514-4a30-42f3-bf3c-ca9e36a7ceeb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ce8bcce6-664b-438b-9970-fbf3f198331a HTTP/1.1" status: 204 len: 168 time: 0.8669436 May 19 05:43:15.217808 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-6bec71bb-3f00-46e3-83a9-0b3665d9cfa7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:43:15.219515 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-321ff085-6ada-42ae-835d-35e13521dfc7 req-fbdb0b6a-2edd-4f54-a336-bf660313f462 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d9a3903-103e-47fc-a618-0f60bf0833b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656921 May 19 05:43:15.243038 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0471255a-2633-4e4a-b13d-eb28459646a4 req-dc6b1f2c-c2aa-4f5b-a57d-25daedc85676 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:15.243038 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0471255a-2633-4e4a-b13d-eb28459646a4 req-dc6b1f2c-c2aa-4f5b-a57d-25daedc85676 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce2b4528-1444-43e7-8e87-c4472b92ebf9 HTTP/1.1" status: 200 len: 931 time: 0.4118717 May 19 05:43:15.252682 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-89dd611d-1cdd-4461-9685-28db62171dd3 None None] Provisioning for port 942ebcfa-98eb-4d38-870e-cd0f4b5236e0 completed by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:43:15.259959 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-89dd611d-1cdd-4461-9685-28db62171dd3 None None] Provisioning complete for port 942ebcfa-98eb-4d38-870e-cd0f4b5236e0 triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:43:15.260370 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-89dd611d-1cdd-4461-9685-28db62171dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:15.298731 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d885e4e7-7924-4a42-9265-47134d64e5ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:15.316743 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:43:15.345793 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d885e4e7-7924-4a42-9265-47134d64e5ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=005367f6-41aa-4889-a54b-8dd9aaeb63c4,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:43:15.347665 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-31862b2d-c056-4570-838a-e9dd96f712f8 req-a432372a-e8f2-460c-a6e8-6ca179598222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:15.360882 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-d885e4e7-7924-4a42-9265-47134d64e5ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:43:15.386972 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0471255a-2633-4e4a-b13d-eb28459646a4 req-24227554-61c7-4ec2-a6ab-81afc499a9df tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=9fd27e09-fd1f-4fe8-9681-74181843f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252592 May 19 05:43:15.423709 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f734680-be76-4e80-865c-b322eacc8a66 req-0d4b4190-d215-4305-bd22-bf8107257086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:15.425330 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9f734680-be76-4e80-865c-b322eacc8a66 req-0d4b4190-d215-4305-bd22-bf8107257086 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=89d5aa65-3a6d-4be9-a00d-99ff97528276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3548348 May 19 05:43:15.428181 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7ad49f7e-fc2e-4b75-867a-4747a2e0bc20 req-c5e48723-e7d7-4542-9723-7e8f92db7d5c service neutron] 10.222.0.26 "GET /v2.0/networks/e9fd4d9d-a461-43f3-8bc4-f70626927f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4291608 May 19 05:43:15.460520 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-89dd611d-1cdd-4461-9685-28db62171dd3 None None] Port 942ebcfa-98eb-4d38-870e-cd0f4b5236e0 cannot update to ACTIVE because it is not bound. {{(pid=103392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 05:43:15.468878 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d885e4e7-7924-4a42-9265-47134d64e5ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:15.470011 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-d885e4e7-7924-4a42-9265-47134d64e5ad admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/005367f6-41aa-4889-a54b-8dd9aaeb63c4 HTTP/1.1" status: 204 len: 168 time: 1.4280849 May 19 05:43:15.526907 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] get_ports_and_sgs() called for port_ids ['9439f27f-1c7d-431d-97c4-b98b2a0b8529'] {{(pid=103392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 05:43:15.638967 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6bec71bb-3f00-46e3-83a9-0b3665d9cfa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:15.643764 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7ad49f7e-fc2e-4b75-867a-4747a2e0bc20 req-94f64ec1-3232-4353-8436-23db1cfac9d2 service neutron] 10.222.0.26 "GET /v2.0/networks/e9fd4d9d-a461-43f3-8bc4-f70626927f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023363 May 19 05:43:15.668024 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6bec71bb-3f00-46e3-83a9-0b3665d9cfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:15.703260 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bec71bb-3f00-46e3-83a9-0b3665d9cfa7 admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=103390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 05:43:15.724834 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6bec71bb-3f00-46e3-83a9-0b3665d9cfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3517393'] for segment, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:15.727911 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.db.segments_db [None req-6bec71bb-3f00-46e3-83a9-0b3665d9cfa7 admin admin] Added segment 97cca6de-7253-416d-8502-176bb9f7340a of type vlan for network f8c0e995-2896-46d2-a1c1-6f67f8bb2c29 May 19 05:43:15.791963 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6bec71bb-3f00-46e3-83a9-0b3665d9cfa7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742272786041'] for network, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:15.826167 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb00143-de7d-41aa-b934-c2c7a2233387 req-0081f402-97d3-40fc-bb0a-3998627d8bb0 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:15.827787 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-fbb00143-de7d-41aa-b934-c2c7a2233387 req-0081f402-97d3-40fc-bb0a-3998627d8bb0 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa965fca-2ca6-4b8a-ab17-d563194604fe HTTP/1.1" status: 200 len: 943 time: 0.4684663 May 19 05:43:15.854495 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:43:15.885091 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9f734680-be76-4e80-865c-b322eacc8a66 req-24aecb55-bc7c-40d9-b46d-95bb5e77eb2b service neutron] 10.222.0.26 "GET /v2.0/networks/89d5aa65-3a6d-4be9-a00d-99ff97528276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4137602 May 19 05:43:15.897184 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bec71bb-3f00-46e3-83a9-0b3665d9cfa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a60c2707-4a72-4731-a4da-0d46f1cb213a,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:43:15.915155 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6bec71bb-3f00-46e3-83a9-0b3665d9cfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-542600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-584118'] for network, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:15.916781 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-6bec71bb-3f00-46e3-83a9-0b3665d9cfa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:43:15.922072 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bec71bb-3f00-46e3-83a9-0b3665d9cfa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:15.923326 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6bec71bb-3f00-46e3-83a9-0b3665d9cfa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584083'] for network, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:15.946362 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-e64fccfc-efee-4d24-a7f2-463564369e9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:43:15.968059 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-fbb00143-de7d-41aa-b934-c2c7a2233387 req-0df9ec17-f3b2-4675-894e-d661d74399c6 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/security-groups?id=85b9f0b5-43eb-4607-90d8-db95d62f470d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276307 May 19 05:43:16.013319 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-db7c5e23-657c-45d4-9da5-15ba3bf0d241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:16.131782 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 42598) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:43:16.189259 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e3b74e5d-b956-48e7-8c23-a2257728dfaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:16.201988 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-6bec71bb-3f00-46e3-83a9-0b3665d9cfa7 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6545842 May 19 05:43:16.210369 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 42604) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:43:16.216988 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-e3b74e5d-b956-48e7-8c23-a2257728dfaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:43:16.231041 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-0c8f45d3-82dc-4c0d-a267-8985966d55fc admin admin] Request body: {'subnet': {'network_id': 'f8c0e995-2896-46d2-a1c1-6f67f8bb2c29', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1148534762-subnet', 'tenant_id': '4823e51f7a25411ea69653907ac7f3f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:43:16.234352 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bec71bb-3f00-46e3-83a9-0b3665d9cfa7 admin admin] Pushing event updated for resources: {'Network': ['ID=f8c0e995-2896-46d2-a1c1-6f67f8bb2c29,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:43:16.238131 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-6bec71bb-3f00-46e3-83a9-0b3665d9cfa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:43:16.245630 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-e3b74e5d-b956-48e7-8c23-a2257728dfaf admin admin] Usage tracker for resource:security_group_rule and tenant:ae6763a4f5d4495e93344f9baa1ff6e7 is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:43:16.247384 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Network f8c0e995-2896-46d2-a1c1-6f67f8bb2c29 details requested by agent ovs-agent-dv-cinder-782405-8-iscsi with host dv-cinder-782405-8-iscsi {{(pid=103392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 05:43:16.251376 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-0c8f45d3-82dc-4c0d-a267-8985966d55fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:43:16.264121 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-e3b74e5d-b956-48e7-8c23-a2257728dfaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:43:16.272340 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2119a0-3e69-4186-9032-2a4f0214001f req-f0d21347-69b0-4313-81d2-0a7afc3a9387 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:16.278211 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-0c8f45d3-82dc-4c0d-a267-8985966d55fc admin admin] Usage tracker for resource:subnet and tenant:4823e51f7a25411ea69653907ac7f3f3 is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:43:16.280911 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ec2119a0-3e69-4186-9032-2a4f0214001f req-f0d21347-69b0-4313-81d2-0a7afc3a9387 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb5c4c71-0117-457c-9ac5-3023598e7277 HTTP/1.1" status: 200 len: 944 time: 0.2472260 May 19 05:43:16.281200 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-e3b74e5d-b956-48e7-8c23-a2257728dfaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:43:16.285551 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-0c8f45d3-82dc-4c0d-a267-8985966d55fc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:43:16.291921 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9f734680-be76-4e80-865c-b322eacc8a66 req-02624feb-c774-41e0-8d46-4dec1bcb9fc2 service neutron] 10.222.0.26 "GET /v2.0/networks/89d5aa65-3a6d-4be9-a00d-99ff97528276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3809226 May 19 05:43:16.302076 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-0c8f45d3-82dc-4c0d-a267-8985966d55fc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:43:16.345086 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c8f45d3-82dc-4c0d-a267-8985966d55fc admin admin] Made reservation on behalf of 4823e51f7a25411ea69653907ac7f3f3 for: {'subnet': 1} {{(pid=103391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 05:43:16.347441 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0c8f45d3-82dc-4c0d-a267-8985966d55fc admin admin] Notify callbacks [] for subnet, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:16.359707 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ec2119a0-3e69-4186-9032-2a4f0214001f req-18356ff9-65ae-44f1-a7fe-f429f5560832 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/security-groups?id=e770bfd0-3e94-45b0-9954-6b1c1e0e564f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750678 May 19 05:43:16.519867 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [req-31862b2d-c056-4570-838a-e9dd96f712f8 req-a432372a-e8f2-460c-a6e8-6ca179598222 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 942ebcfa-98eb-4d38-870e-cd0f4b5236e0 {{(pid=103391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 05:43:16.535324 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-31862b2d-c056-4570-838a-e9dd96f712f8 req-a432372a-e8f2-460c-a6e8-6ca179598222 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:16.572408 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [req-31862b2d-c056-4570-838a-e9dd96f712f8 req-a432372a-e8f2-460c-a6e8-6ca179598222 service neutron] Transition to ACTIVE for port object 942ebcfa-98eb-4d38-870e-cd0f4b5236e0 will not be triggered until provisioned by entity L2. {{(pid=103391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:43:16.589010 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-31862b2d-c056-4570-838a-e9dd96f712f8 req-a432372a-e8f2-460c-a6e8-6ca179598222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:16.605866 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:43:16.643137 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7571d7d0-ab58-48f3-90ed-b3a00b5694db req-3c926d74-c73d-45ed-9703-6f8c2fca063b tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:16.644589 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7571d7d0-ab58-48f3-90ed-b3a00b5694db req-3c926d74-c73d-45ed-9703-6f8c2fca063b tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce2b4528-1444-43e7-8e87-c4472b92ebf9 HTTP/1.1" status: 200 len: 943 time: 0.1116893 May 19 05:43:16.669654 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e3b74e5d-b956-48e7-8c23-a2257728dfaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:16.713411 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7571d7d0-ab58-48f3-90ed-b3a00b5694db req-a3776999-d33c-45f2-8358-985822f08ba1 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=9fd27e09-fd1f-4fe8-9681-74181843f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605924 May 19 05:43:16.741102 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e3b74e5d-b956-48e7-8c23-a2257728dfaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:16.866813 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a432372a-e8f2-460c-a6e8-6ca179598222 service neutron] Pushing event updated for resources: {'Port': ['ID=942ebcfa-98eb-4d38-870e-cd0f4b5236e0,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:43:16.900048 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-a432372a-e8f2-460c-a6e8-6ca179598222 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:43:16.905031 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:43:16.944352 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-e3b74e5d-b956-48e7-8c23-a2257728dfaf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ae6763a4f5d4495e93344f9baa1ff6e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8020928 May 19 05:43:16.944352 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-31862b2d-c056-4570-838a-e9dd96f712f8 req-a432372a-e8f2-460c-a6e8-6ca179598222 service neutron] Attempting to bind port 942ebcfa-98eb-4d38-870e-cd0f4b5236e0 on host hv-cinder-78240 for vnic_type normal with profile {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 05:43:16.944352 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-31862b2d-c056-4570-838a-e9dd96f712f8 req-a432372a-e8f2-460c-a6e8-6ca179598222 service neutron] Attempting to bind port 942ebcfa-98eb-4d38-870e-cd0f4b5236e0 by drivers openvswitch,hyperv on host hv-cinder-78240 at level 0 using segments [{'id': 'f507ec07-80b3-40da-acb9-6d4ba052bdb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '66468b2a-efab-4a3c-bf32-cbdbf073937c'}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 05:43:16.944352 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31862b2d-c056-4570-838a-e9dd96f712f8 req-a432372a-e8f2-460c-a6e8-6ca179598222 service neutron] Attempting to bind port 942ebcfa-98eb-4d38-870e-cd0f4b5236e0 on network 66468b2a-efab-4a3c-bf32-cbdbf073937c {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:43:16.944784 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 42638) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:43:16.968248 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31862b2d-c056-4570-838a-e9dd96f712f8 req-a432372a-e8f2-460c-a6e8-6ca179598222 service neutron] Port 942ebcfa-98eb-4d38-870e-cd0f4b5236e0 on network 66468b2a-efab-4a3c-bf32-cbdbf073937c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78240 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 05:43:16.968573 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31862b2d-c056-4570-838a-e9dd96f712f8 req-a432372a-e8f2-460c-a6e8-6ca179598222 service neutron] Attempting to bind port 942ebcfa-98eb-4d38-870e-cd0f4b5236e0 on network 66468b2a-efab-4a3c-bf32-cbdbf073937c {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:43:16.992469 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31862b2d-c056-4570-838a-e9dd96f712f8 req-a432372a-e8f2-460c-a6e8-6ca179598222 service neutron] Checking agent: {'id': '5b106939-35fb-4931-879f-1b04325a2c36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78240', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 5, 40, 58), 'started_at': datetime.datetime(2021, 5, 19, 5, 40, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 5, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 05:43:16.992794 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31862b2d-c056-4570-838a-e9dd96f712f8 req-a432372a-e8f2-460c-a6e8-6ca179598222 service neutron] Checking segment: {'id': 'f507ec07-80b3-40da-acb9-6d4ba052bdb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '66468b2a-efab-4a3c-bf32-cbdbf073937c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:43:16.993168 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31862b2d-c056-4570-838a-e9dd96f712f8 req-a432372a-e8f2-460c-a6e8-6ca179598222 service neutron] Bound using segment: {'id': 'f507ec07-80b3-40da-acb9-6d4ba052bdb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '66468b2a-efab-4a3c-bf32-cbdbf073937c'} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 05:43:16.993605 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-31862b2d-c056-4570-838a-e9dd96f712f8 req-a432372a-e8f2-460c-a6e8-6ca179598222 service neutron] Bound port: 942ebcfa-98eb-4d38-870e-cd0f4b5236e0, host: hv-cinder-78240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f507ec07-80b3-40da-acb9-6d4ba052bdb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '66468b2a-efab-4a3c-bf32-cbdbf073937c'}}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 05:43:16.993947 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-31862b2d-c056-4570-838a-e9dd96f712f8 req-a432372a-e8f2-460c-a6e8-6ca179598222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:17.005887 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-5788b3cf-83e7-4db4-95ff-c65214e93867 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:17.022297 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b74e5d-b956-48e7-8c23-a2257728dfaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb22b15c-1fb7-4ddb-8a02-439d77b7a17e,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:43:17.029986 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-e3b74e5d-b956-48e7-8c23-a2257728dfaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:43:17.050870 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-5788b3cf-83e7-4db4-95ff-c65214e93867 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:17.187555 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-31862b2d-c056-4570-838a-e9dd96f712f8 req-a432372a-e8f2-460c-a6e8-6ca179598222 service neutron] For port 942ebcfa-98eb-4d38-870e-cd0f4b5236e0, host hv-cinder-78240, cleared binding levels {{(pid=103391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 05:43:17.204341 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-31862b2d-c056-4570-838a-e9dd96f712f8 req-a432372a-e8f2-460c-a6e8-6ca179598222 service neutron] For port 942ebcfa-98eb-4d38-870e-cd0f4b5236e0, host hv-cinder-78240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=942ebcfa-98eb-4d38-870e-cd0f4b5236e0,segment=NetworkSegment(f507ec07-80b3-40da-acb9-6d4ba052bdb5),segment_id=f507ec07-80b3-40da-acb9-6d4ba052bdb5)] {{(pid=103391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 05:43:17.214907 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-31862b2d-c056-4570-838a-e9dd96f712f8 req-a432372a-e8f2-460c-a6e8-6ca179598222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:17.223801 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-5cdc3d45-1eca-429d-98ed-4a7c2e178e43 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:43:17.232445 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dd9007-2418-4a99-a5b9-7b473f309eea req-efc7c979-5a03-4d15-9a31-9f5c8f3d88d7 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:17.234041 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d7dd9007-2418-4a99-a5b9-7b473f309eea req-efc7c979-5a03-4d15-9a31-9f5c8f3d88d7 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa965fca-2ca6-4b8a-ab17-d563194604fe HTTP/1.1" status: 200 len: 943 time: 0.1163275 May 19 05:43:17.235798 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-5788b3cf-83e7-4db4-95ff-c65214e93867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:17.241470 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-62d01777-83e8-4d6b-bc6b-b981b36f0f3b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:43:17.273245 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5788b3cf-83e7-4db4-95ff-c65214e93867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb22b15c-1fb7-4ddb-8a02-439d77b7a17e,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:43:17.275869 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-5788b3cf-83e7-4db4-95ff-c65214e93867 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:43:17.284758 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-5788b3cf-83e7-4db4-95ff-c65214e93867 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:17.289428 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-5788b3cf-83e7-4db4-95ff-c65214e93867 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/eb22b15c-1fb7-4ddb-8a02-439d77b7a17e HTTP/1.1" status: 204 len: 168 time: 0.3411887 May 19 05:43:17.292726 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31862b2d-c056-4570-838a-e9dd96f712f8 req-a432372a-e8f2-460c-a6e8-6ca179598222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:17.293250 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-31862b2d-c056-4570-838a-e9dd96f712f8 req-a432372a-e8f2-460c-a6e8-6ca179598222 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584083'] for port, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:17.294619 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-31862b2d-c056-4570-838a-e9dd96f712f8 req-a432372a-e8f2-460c-a6e8-6ca179598222 service neutron] 10.222.0.26 "PUT /v2.0/ports/942ebcfa-98eb-4d38-870e-cd0f4b5236e0 HTTP/1.1" status: 200 len: 1093 time: 2.1807783 May 19 05:43:17.297071 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce2b4528-1444-43e7-8e87-c4472b92ebf9', 'tag': '942ebcfa-98eb-4d38-870e-cd0f4b5236e0'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:43:17.321301 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a432372a-e8f2-460c-a6e8-6ca179598222 service neutron] Pushing event updated for resources: {'Port': ['ID=942ebcfa-98eb-4d38-870e-cd0f4b5236e0,revision_number=3']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:43:17.325837 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-a432372a-e8f2-460c-a6e8-6ca179598222 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:43:17.347271 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d7dd9007-2418-4a99-a5b9-7b473f309eea req-5540c9b4-1558-41e5-880f-82f88b6a41d3 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/security-groups?id=85b9f0b5-43eb-4607-90d8-db95d62f470d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982356 May 19 05:43:17.420697 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce2b4528-1444-43e7-8e87-c4472b92ebf9', 'tag': '942ebcfa-98eb-4d38-870e-cd0f4b5236e0', 'status': 'completed', 'code': 200} May 19 05:43:17.518146 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0c8f45d3-82dc-4c0d-a267-8985966d55fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065'] for subnet, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:17.524521 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-dce408f0-08c7-494d-88da-c8ccedfa9c44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:43:17.553253 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ca9ec6bf-79c4-448f-b3bb-8c49e8cf3732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:17.647204 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31862b2d-c056-4570-838a-e9dd96f712f8 req-3525a561-f47d-4023-9697-6a63ac3bce81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:17.648699 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-31862b2d-c056-4570-838a-e9dd96f712f8 req-3525a561-f47d-4023-9697-6a63ac3bce81 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c17fd9a8c56841e28e94a39c06931094&device_id=ce2b4528-1444-43e7-8e87-c4472b92ebf9 HTTP/1.1" status: 200 len: 1096 time: 0.3034036 May 19 05:43:17.673863 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7414a73b-2c61-46f8-bf2a-8fe20f52688f req-eaf74f8e-c1c8-4b28-8ba2-e5efff2ac0a1 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:17.681157 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7414a73b-2c61-46f8-bf2a-8fe20f52688f req-eaf74f8e-c1c8-4b28-8ba2-e5efff2ac0a1 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb5c4c71-0117-457c-9ac5-3023598e7277 HTTP/1.1" status: 200 len: 944 time: 0.1350114 May 19 05:43:17.735934 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7414a73b-2c61-46f8-bf2a-8fe20f52688f req-2829d1e0-288f-4f35-b564-1c16dd731700 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/security-groups?id=e770bfd0-3e94-45b0-9954-6b1c1e0e564f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528250 May 19 05:43:17.768369 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8f45d3-82dc-4c0d-a267-8985966d55fc admin admin] Checking segment: {'id': '97cca6de-7253-416d-8502-176bb9f7340a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f8c0e995-2896-46d2-a1c1-6f67f8bb2c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:43:17.768777 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8f45d3-82dc-4c0d-a267-8985966d55fc admin admin] Network hostable DHCP agents. Network: f8c0e995-2896-46d2-a1c1-6f67f8bb2c29, hostable agents: ['51c3ebcd-1a29-4010-9a37-07f85f6ad558'], hosted agents: [] {{(pid=103391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 05:43:17.912491 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8f45d3-82dc-4c0d-a267-8985966d55fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=0005d156-e2d2-440b-a31f-0799267f54c3,revision_number=0']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:43:17.917346 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-31862b2d-c056-4570-838a-e9dd96f712f8 req-89dbae4d-8f6c-4b92-a6ee-2984cc292e4d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=942ebcfa-98eb-4d38-870e-cd0f4b5236e0 HTTP/1.1" status: 200 len: 217 time: 0.2594035 May 19 05:43:17.951116 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-0c8f45d3-82dc-4c0d-a267-8985966d55fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:43:18.004807 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8f45d3-82dc-4c0d-a267-8985966d55fc admin admin] Network f8c0e995-2896-46d2-a1c1-6f67f8bb2c29 is scheduled to be hosted by DHCP agent 51c3ebcd-1a29-4010-9a37-07f85f6ad558 with binding_index 1 {{(pid=103391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 05:43:18.039545 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-0c8f45d3-82dc-4c0d-a267-8985966d55fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782405-8-iscsi, f8c0e995-2896-46d2-a1c1-6f67f8bb2c29) {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:43:18.048226 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8f45d3-82dc-4c0d-a267-8985966d55fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:18.048811 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0c8f45d3-82dc-4c0d-a267-8985966d55fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584083'] for subnet, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:18.050176 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a25be6-702e-4e67-874e-4ce652cdf489 None None] Network f8c0e995-2896-46d2-a1c1-6f67f8bb2c29 requested from dv-cinder-782405-8-iscsi {{(pid=103392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 05:43:18.057500 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31862b2d-c056-4570-838a-e9dd96f712f8 req-37c93d01-264c-4a76-896f-a9e99e66617e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:18.058960 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-31862b2d-c056-4570-838a-e9dd96f712f8 req-37c93d01-264c-4a76-896f-a9e99e66617e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0fe61487-2837-401f-bfcd-f193a4daf6f6 HTTP/1.1" status: 200 len: 856 time: 0.1008215 May 19 05:43:18.132097 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0a9219-56e2-4b46-af34-6c578f5c8326 req-bc1304f2-33f5-4a93-8ae6-f9175d218eb5 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:18.133095 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-1f0a9219-56e2-4b46-af34-6c578f5c8326 req-bc1304f2-33f5-4a93-8ae6-f9175d218eb5 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Synchronizing usage tracker for tenant:c17fd9a8c56841e28e94a39c06931094 on resource:port {{(pid=103391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:43:18.147374 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-0c8f45d3-82dc-4c0d-a267-8985966d55fc admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9312940 May 19 05:43:18.171830 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-1f0a9219-56e2-4b46-af34-6c578f5c8326 req-bc1304f2-33f5-4a93-8ae6-f9175d218eb5 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Unset dirty status for tenant:c17fd9a8c56841e28e94a39c06931094 on resource:port {{(pid=103391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:43:18.173259 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1f0a9219-56e2-4b46-af34-6c578f5c8326 req-bc1304f2-33f5-4a93-8ae6-f9175d218eb5 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce2b4528-1444-43e7-8e87-c4472b92ebf9 HTTP/1.1" status: 200 len: 943 time: 0.2585466 May 19 05:43:18.182201 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31862b2d-c056-4570-838a-e9dd96f712f8 req-9439b525-e41c-47ad-9f02-cbb57de9f20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:18.185907 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-31862b2d-c056-4570-838a-e9dd96f712f8 req-9439b525-e41c-47ad-9f02-cbb57de9f20c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=66468b2a-efab-4a3c-bf32-cbdbf073937c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1203611 May 19 05:43:18.325071 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1f0a9219-56e2-4b46-af34-6c578f5c8326 req-5d0bfe47-6ec0-4e5b-a36e-df7ef39d12c8 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=9fd27e09-fd1f-4fe8-9681-74181843f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379297 May 19 05:43:18.339421 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177a3e22-2c04-4991-80e6-b67f30d42c9e None None] Network f8c0e995-2896-46d2-a1c1-6f67f8bb2c29 requested from dv-cinder-782405-8-iscsi {{(pid=103392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 05:43:18.400791 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-31862b2d-c056-4570-838a-e9dd96f712f8 req-7c6e5ae0-3bd5-44ff-b898-486b5a7a55e3 service neutron] 10.222.0.26 "GET /v2.0/networks/66468b2a-efab-4a3c-bf32-cbdbf073937c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994352 May 19 05:43:18.638143 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Device a419e7fa-253d-4e79-a12c-fd83ccf52d2a details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=103392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 05:43:18.640896 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Device 9439f27f-1c7d-431d-97c4-b98b2a0b8529 up at agent hyperv_hv-cinder-78240 {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:43:18.711300 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-31862b2d-c056-4570-838a-e9dd96f712f8 req-bd255dec-8a98-4d5e-a9b6-a35dcea5a865 service neutron] 10.222.0.26 "GET /v2.0/networks/66468b2a-efab-4a3c-bf32-cbdbf073937c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2862277 May 19 05:43:18.741174 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0133c0f-b6e4-450f-9bef-8181b434bf9c req-0492ad72-24e9-4d92-8a6a-aa76f3523a88 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:18.747444 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d0133c0f-b6e4-450f-9bef-8181b434bf9c req-0492ad72-24e9-4d92-8a6a-aa76f3523a88 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa965fca-2ca6-4b8a-ab17-d563194604fe HTTP/1.1" status: 200 len: 943 time: 0.1368566 May 19 05:43:18.869433 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d0133c0f-b6e4-450f-9bef-8181b434bf9c req-9daca806-2a96-41de-9fb8-76455fbe528b tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/security-groups?id=85b9f0b5-43eb-4607-90d8-db95d62f470d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070435 May 19 05:43:18.899566 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Provisioning for port 9439f27f-1c7d-431d-97c4-b98b2a0b8529 completed by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:43:18.905436 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42ccc3b-ea75-4ee4-a5a2-b28831120133 req-f8948580-f825-45b2-b84e-6eca7e4485b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:18.907328 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c42ccc3b-ea75-4ee4-a5a2-b28831120133 req-f8948580-f825-45b2-b84e-6eca7e4485b2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c17fd9a8c56841e28e94a39c06931094&device_id=ce2b4528-1444-43e7-8e87-c4472b92ebf9 HTTP/1.1" status: 200 len: 1096 time: 0.1307528 May 19 05:43:18.915002 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Provisioning complete for port 9439f27f-1c7d-431d-97c4-b98b2a0b8529 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:43:18.915386 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:19.070869 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b16ebc-3db0-44fe-901f-5602e7a04b07 req-ffcc3bfb-0fd5-4ac2-bf65-03989f701e29 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:19.075867 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] For port a419e7fa-253d-4e79-a12c-fd83ccf52d2a, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=a419e7fa-253d-4e79-a12c-fd83ccf52d2a,segment=NetworkSegment(ed8cddf7-38c4-4062-a7e4-12521ed88cf6),segment_id=ed8cddf7-38c4-4062-a7e4-12521ed88cf6)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:43:19.094755 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-65b16ebc-3db0-44fe-901f-5602e7a04b07 req-ffcc3bfb-0fd5-4ac2-bf65-03989f701e29 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb5c4c71-0117-457c-9ac5-3023598e7277 HTTP/1.1" status: 200 len: 944 time: 0.1467450 May 19 05:43:19.118832 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Returning: {'device': 'a419e7fa-253d-4e79-a12c-fd83ccf52d2a', 'network_id': 'e9fd4d9d-a461-43f3-8bc4-f70626927f45', 'port_id': 'a419e7fa-253d-4e79-a12c-fd83ccf52d2a', 'mac_address': 'fa:16:3e:30:1c:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b547b7c1-b0db-4ded-a1d7-26dc8e5f4a02', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 05:43:19.204514 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42ccc3b-ea75-4ee4-a5a2-b28831120133 req-f8a25c53-31e2-454e-ba01-d8ad6e4b6c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:19.210455 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c42ccc3b-ea75-4ee4-a5a2-b28831120133 req-f8a25c53-31e2-454e-ba01-d8ad6e4b6c35 service neutron] 10.222.0.26 "GET /v2.0/networks?id=66468b2a-efab-4a3c-bf32-cbdbf073937c HTTP/1.1" status: 200 len: 918 time: 0.2969000 May 19 05:43:19.234460 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-65b16ebc-3db0-44fe-901f-5602e7a04b07 req-7db78fa6-7aa8-439a-af2b-46f20965eae2 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/security-groups?id=e770bfd0-3e94-45b0-9954-6b1c1e0e564f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371000 May 19 05:43:19.277805 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:19.293897 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:19.313016 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a419e7fa-253d-4e79-a12c-fd83ccf52d2a {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 05:43:19.319025 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c42ccc3b-ea75-4ee4-a5a2-b28831120133 req-838c2fff-8299-441f-96c2-2d58c6a6388b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=942ebcfa-98eb-4d38-870e-cd0f4b5236e0 HTTP/1.1" status: 200 len: 217 time: 0.1011317 May 19 05:43:19.337295 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6fb2e02-f3ea-48a2-bc86-99bcb4a79d75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9439f27f-1c7d-431d-97c4-b98b2a0b8529'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:43:19.347727 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] For port a419e7fa-253d-4e79-a12c-fd83ccf52d2a, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=a419e7fa-253d-4e79-a12c-fd83ccf52d2a,segment=NetworkSegment(ed8cddf7-38c4-4062-a7e4-12521ed88cf6),segment_id=ed8cddf7-38c4-4062-a7e4-12521ed88cf6)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:43:19.350933 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] For port 9439f27f-1c7d-431d-97c4-b98b2a0b8529, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=9439f27f-1c7d-431d-97c4-b98b2a0b8529,segment=NetworkSegment(ed8cddf7-38c4-4062-a7e4-12521ed88cf6),segment_id=ed8cddf7-38c4-4062-a7e4-12521ed88cf6)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:43:19.354298 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:19.355179 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Device 00acc5b4-63cc-4b2d-90c9-676ae826dafb details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=103392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 05:43:19.359897 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:43:19.400936 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:19.440075 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42ccc3b-ea75-4ee4-a5a2-b28831120133 req-4981e476-9ca9-4a47-99da-5775c02fa5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:19.441527 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c42ccc3b-ea75-4ee4-a5a2-b28831120133 req-4981e476-9ca9-4a47-99da-5775c02fa5c9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0fe61487-2837-401f-bfcd-f193a4daf6f6 HTTP/1.1" status: 200 len: 856 time: 0.1164408 May 19 05:43:19.459306 dv-cinder-782405-8-iscsi neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6fb2e02-f3ea-48a2-bc86-99bcb4a79d75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9439f27f-1c7d-431d-97c4-b98b2a0b8529', 'code': 200} May 19 05:43:19.476724 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Pushing event updated for resources: {'Port': ['ID=a419e7fa-253d-4e79-a12c-fd83ccf52d2a,revision_number=4']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:43:19.481087 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:43:19.481620 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:43:19.506333 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 42742) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:43:19.515590 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-86135224-8e4b-414d-a59d-fd2140d10d20 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1309982252-network', 'tenant_id': 'a4a1c53eef1e47318ab3d14c3d52e3f2'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:43:19.530974 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-86135224-8e4b-414d-a59d-fd2140d10d20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:43:19.542806 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-86135224-8e4b-414d-a59d-fd2140d10d20 admin admin] Usage tracker for resource:network and tenant:a4a1c53eef1e47318ab3d14c3d52e3f2 is out of sync, need to count used quota {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:43:19.545792 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-86135224-8e4b-414d-a59d-fd2140d10d20 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:43:19.551153 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Pushing event updated for resources: {'Port': ['ID=9439f27f-1c7d-431d-97c4-b98b2a0b8529,revision_number=5']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:43:19.562193 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-86135224-8e4b-414d-a59d-fd2140d10d20 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:43:19.598914 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:43:19.668512 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86135224-8e4b-414d-a59d-fd2140d10d20 admin admin] Made reservation on behalf of a4a1c53eef1e47318ab3d14c3d52e3f2 for: {'network': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 05:43:19.669594 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] For port 00acc5b4-63cc-4b2d-90c9-676ae826dafb, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=00acc5b4-63cc-4b2d-90c9-676ae826dafb,segment=NetworkSegment(91f2eabd-2095-4aa5-b7b2-cb363e7f7010),segment_id=91f2eabd-2095-4aa5-b7b2-cb363e7f7010)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:43:19.671940 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-86135224-8e4b-414d-a59d-fd2140d10d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3666241'] for network, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:19.674847 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42ccc3b-ea75-4ee4-a5a2-b28831120133 req-94b6e073-6175-4860-a329-db4a478dd03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:19.680658 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c42ccc3b-ea75-4ee4-a5a2-b28831120133 req-94b6e073-6175-4860-a329-db4a478dd03b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=66468b2a-efab-4a3c-bf32-cbdbf073937c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2305095 May 19 05:43:19.703032 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Returning: {'device': '00acc5b4-63cc-4b2d-90c9-676ae826dafb', 'network_id': '89d5aa65-3a6d-4be9-a00d-99ff97528276', 'port_id': '00acc5b4-63cc-4b2d-90c9-676ae826dafb', 'mac_address': 'fa:16:3e:8d:93:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82fd848a-77f0-4d3d-8454-3c0dcf103642', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 05:43:19.704716 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-86135224-8e4b-414d-a59d-fd2140d10d20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:19.722678 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-86135224-8e4b-414d-a59d-fd2140d10d20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:43:19.728894 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-86135224-8e4b-414d-a59d-fd2140d10d20 admin admin] Usage tracker for resource:security_group_rule and tenant:a4a1c53eef1e47318ab3d14c3d52e3f2 is out of sync, need to count used quota {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:43:19.732757 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-86135224-8e4b-414d-a59d-fd2140d10d20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:43:19.740306 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-86135224-8e4b-414d-a59d-fd2140d10d20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:43:19.784190 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:19.787723 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc6bd87-f850-4f5d-a943-e35e18a1288a req-dbd77475-4a2d-4510-ad19-ae89de9ac0c1 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:19.789318 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8dc6bd87-f850-4f5d-a943-e35e18a1288a req-dbd77475-4a2d-4510-ad19-ae89de9ac0c1 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce2b4528-1444-43e7-8e87-c4472b92ebf9 HTTP/1.1" status: 200 len: 943 time: 0.2117774 May 19 05:43:19.805538 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00acc5b4-63cc-4b2d-90c9-676ae826dafb {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 05:43:19.825576 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] For port 00acc5b4-63cc-4b2d-90c9-676ae826dafb, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=00acc5b4-63cc-4b2d-90c9-676ae826dafb,segment=NetworkSegment(91f2eabd-2095-4aa5-b7b2-cb363e7f7010),segment_id=91f2eabd-2095-4aa5-b7b2-cb363e7f7010)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:43:19.831841 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:19.835142 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:43:19.871121 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8dc6bd87-f850-4f5d-a943-e35e18a1288a req-ed44e865-cdf5-4e7b-816e-7f58666a2dd3 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=9fd27e09-fd1f-4fe8-9681-74181843f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702996 May 19 05:43:19.933234 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c43aa06-df53-4c29-b777-0a8ed74a8da1 req-aa411275-9084-43dc-9c67-f4ae7f0e5f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:19.934725 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0c43aa06-df53-4c29-b777-0a8ed74a8da1 req-aa411275-9084-43dc-9c67-f4ae7f0e5f7a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f6fb2e02-f3ea-48a2-bc86-99bcb4a79d75 HTTP/1.1" status: 200 len: 1099 time: 0.2451329 May 19 05:43:19.944273 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Pushing event updated for resources: {'Port': ['ID=00acc5b4-63cc-4b2d-90c9-676ae826dafb,revision_number=4']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:43:19.948452 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:43:19.959914 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-86135224-8e4b-414d-a59d-fd2140d10d20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:19.967956 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-86135224-8e4b-414d-a59d-fd2140d10d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:19.973516 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-74872514-4a30-42f3-bf3c-ca9e36a7ceeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:43:19.978148 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c42ccc3b-ea75-4ee4-a5a2-b28831120133 req-e036e1e7-4fd4-417c-b41c-a9a12da6b83a service neutron] 10.222.0.26 "GET /v2.0/networks/66468b2a-efab-4a3c-bf32-cbdbf073937c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2869689 May 19 05:43:20.002916 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86135224-8e4b-414d-a59d-fd2140d10d20 admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=103390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 05:43:20.020073 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86135224-8e4b-414d-a59d-fd2140d10d20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89f3ae67-fb82-4f6e-80ee-dffe5f1c1196,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:43:20.024009 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-86135224-8e4b-414d-a59d-fd2140d10d20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:43:20.025072 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-86135224-8e4b-414d-a59d-fd2140d10d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3517393'] for segment, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:20.025696 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.db.segments_db [None req-86135224-8e4b-414d-a59d-fd2140d10d20 admin admin] Added segment 2ed6e950-dd15-4ae3-ae1c-18685e183ac9 of type vlan for network f43045ee-3dba-48e8-ba2b-4b602c110628 May 19 05:43:20.056353 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-86135224-8e4b-414d-a59d-fd2140d10d20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742272786041'] for network, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:20.066267 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0c43aa06-df53-4c29-b777-0a8ed74a8da1 req-4a557e20-4073-4892-a772-815f7d113fac service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e770bfd0-3e94-45b0-9954-6b1c1e0e564f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198483 May 19 05:43:20.091454 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-86135224-8e4b-414d-a59d-fd2140d10d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-542600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-584118'] for network, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:20.092944 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86135224-8e4b-414d-a59d-fd2140d10d20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:20.094039 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-86135224-8e4b-414d-a59d-fd2140d10d20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584083'] for network, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:20.099914 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-ec3f1a6f-d4b3-42cf-a685-37c3f58a0ea2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:43:20.191995 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c42ccc3b-ea75-4ee4-a5a2-b28831120133 req-101af51d-679c-4796-9853-7b04df71640c service neutron] 10.222.0.26 "GET /v2.0/networks/66468b2a-efab-4a3c-bf32-cbdbf073937c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055705 May 19 05:43:20.195395 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86135224-8e4b-414d-a59d-fd2140d10d20 admin admin] Pushing event updated for resources: {'Network': ['ID=f43045ee-3dba-48e8-ba2b-4b602c110628,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:43:20.198912 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-86135224-8e4b-414d-a59d-fd2140d10d20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:43:20.204478 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76a76ef-26c1-4f11-a298-98c74705cdcc req-91221733-9c7b-4977-ad40-c4198ea98e03 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:20.206500 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a76a76ef-26c1-4f11-a298-98c74705cdcc req-91221733-9c7b-4977-ad40-c4198ea98e03 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa965fca-2ca6-4b8a-ab17-d563194604fe HTTP/1.1" status: 200 len: 944 time: 0.1792130 May 19 05:43:20.208770 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Network f43045ee-3dba-48e8-ba2b-4b602c110628 details requested by agent ovs-agent-dv-cinder-782405-8-iscsi with host dv-cinder-782405-8-iscsi {{(pid=103392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 05:43:20.227878 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-86135224-8e4b-414d-a59d-fd2140d10d20 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7203681 May 19 05:43:20.229013 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 42766) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:43:20.236326 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-2516fadc-cf23-4c78-a1ee-1705374319ee admin admin] Request body: {'subnet': {'network_id': 'f43045ee-3dba-48e8-ba2b-4b602c110628', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1309982252-subnet', 'tenant_id': 'a4a1c53eef1e47318ab3d14c3d52e3f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:43:20.243067 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-2516fadc-cf23-4c78-a1ee-1705374319ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:43:20.247385 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-2516fadc-cf23-4c78-a1ee-1705374319ee admin admin] Usage tracker for resource:subnet and tenant:a4a1c53eef1e47318ab3d14c3d52e3f2 is out of sync, need to count used quota {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:43:20.251372 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-2516fadc-cf23-4c78-a1ee-1705374319ee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:43:20.257997 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-2516fadc-cf23-4c78-a1ee-1705374319ee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:43:20.265971 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] get_ports_and_sgs() called for port_ids ['a419e7fa-253d-4e79-a12c-fd83ccf52d2a'] {{(pid=103392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 05:43:20.271312 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2516fadc-cf23-4c78-a1ee-1705374319ee admin admin] Made reservation on behalf of a4a1c53eef1e47318ab3d14c3d52e3f2 for: {'subnet': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 05:43:20.274241 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2516fadc-cf23-4c78-a1ee-1705374319ee admin admin] Notify callbacks [] for subnet, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:20.300195 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a76a76ef-26c1-4f11-a298-98c74705cdcc req-9ab77ec0-6aa1-4a97-bd79-08214ae64232 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/security-groups?id=85b9f0b5-43eb-4607-90d8-db95d62f470d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848601 May 19 05:43:20.329034 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 42772) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:43:20.408489 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] get_ports_and_sgs() called for port_ids ['00acc5b4-63cc-4b2d-90c9-676ae826dafb'] {{(pid=103392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 05:43:20.483682 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fa7b9852-2972-45c6-8428-3ab44b89581a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:20.517038 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-fa7b9852-2972-45c6-8428-3ab44b89581a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:43:20.520968 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-fa7b9852-2972-45c6-8428-3ab44b89581a admin admin] Usage tracker for resource:security_group_rule and tenant:47a018ab92c44001a36d59a3c3203288 is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:43:20.524149 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-fa7b9852-2972-45c6-8428-3ab44b89581a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:43:20.530375 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-fa7b9852-2972-45c6-8428-3ab44b89581a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:43:20.580929 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daedfcee-b282-4326-b8c5-bcd5ef518d95 req-36797932-4a6a-411c-b33c-c77dbf0ed50b tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:20.582539 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-daedfcee-b282-4326-b8c5-bcd5ef518d95 req-36797932-4a6a-411c-b33c-c77dbf0ed50b tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb5c4c71-0117-457c-9ac5-3023598e7277 HTTP/1.1" status: 200 len: 945 time: 0.1949067 May 19 05:43:20.687948 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-daedfcee-b282-4326-b8c5-bcd5ef518d95 req-3da2b388-9697-4bc8-a8c3-a24a91ef7467 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/security-groups?id=e770bfd0-3e94-45b0-9954-6b1c1e0e564f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911231 May 19 05:43:20.736327 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fa7b9852-2972-45c6-8428-3ab44b89581a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:20.743741 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fa7b9852-2972-45c6-8428-3ab44b89581a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:20.757702 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-cf47a0a0-91a6-4b7a-9242-88e4616d6c78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:43:20.789298 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7b9852-2972-45c6-8428-3ab44b89581a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e81f9bd5-e1e5-43c7-9c36-69873e95e24e,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:43:20.809936 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-fa7b9852-2972-45c6-8428-3ab44b89581a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:43:20.816572 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 42786) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:43:20.834936 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-fa7b9852-2972-45c6-8428-3ab44b89581a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=47a018ab92c44001a36d59a3c3203288&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5026686 May 19 05:43:20.835435 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 42792) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:43:20.896560 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-2340fe9f-bc86-43d3-94e4-b075d0bcc47a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:20.925355 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-2340fe9f-bc86-43d3-94e4-b075d0bcc47a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:20.938591 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2516fadc-cf23-4c78-a1ee-1705374319ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065'] for subnet, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:20.943476 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-2c520734-6431-456e-9c5c-ddca26cd6af6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:43:20.979052 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a54ee176-aa42-4c54-a627-006be0b2d438 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:21.029710 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2516fadc-cf23-4c78-a1ee-1705374319ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=b979f229-595d-4420-b9c5-b139a45dc0ae,revision_number=0']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:43:21.030808 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-a54ee176-aa42-4c54-a627-006be0b2d438 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:43:21.033422 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-2516fadc-cf23-4c78-a1ee-1705374319ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:43:21.036141 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2516fadc-cf23-4c78-a1ee-1705374319ee admin admin] Checking segment: {'id': '2ed6e950-dd15-4ae3-ae1c-18685e183ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f43045ee-3dba-48e8-ba2b-4b602c110628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:43:21.036563 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2516fadc-cf23-4c78-a1ee-1705374319ee admin admin] Network hostable DHCP agents. Network: f43045ee-3dba-48e8-ba2b-4b602c110628, hostable agents: ['51c3ebcd-1a29-4010-9a37-07f85f6ad558'], hosted agents: [] {{(pid=103390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 05:43:21.042334 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-a54ee176-aa42-4c54-a627-006be0b2d438 admin admin] Usage tracker for resource:security_group_rule and tenant:b3a7155a1a5e4983b277db1d6c620bb1 is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:43:21.046106 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-a54ee176-aa42-4c54-a627-006be0b2d438 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:43:21.054448 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2516fadc-cf23-4c78-a1ee-1705374319ee admin admin] Network f43045ee-3dba-48e8-ba2b-4b602c110628 is scheduled to be hosted by DHCP agent 51c3ebcd-1a29-4010-9a37-07f85f6ad558 with binding_index 1 {{(pid=103390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 05:43:21.060168 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-a54ee176-aa42-4c54-a627-006be0b2d438 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:43:21.063476 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-2516fadc-cf23-4c78-a1ee-1705374319ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782405-8-iscsi, f43045ee-3dba-48e8-ba2b-4b602c110628) {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:43:21.071702 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68dea64c-1717-44cf-8d5b-0c6da5785768 None None] Network f43045ee-3dba-48e8-ba2b-4b602c110628 requested from dv-cinder-782405-8-iscsi {{(pid=103392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 05:43:21.073746 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2516fadc-cf23-4c78-a1ee-1705374319ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:21.074334 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2516fadc-cf23-4c78-a1ee-1705374319ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584083'] for subnet, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:21.078456 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-2340fe9f-bc86-43d3-94e4-b075d0bcc47a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:21.097082 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:43:21.098166 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-2516fadc-cf23-4c78-a1ee-1705374319ee admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8677616 May 19 05:43:21.121702 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2340fe9f-bc86-43d3-94e4-b075d0bcc47a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e81f9bd5-e1e5-43c7-9c36-69873e95e24e,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:43:21.128195 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-2340fe9f-bc86-43d3-94e4-b075d0bcc47a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:43:21.143626 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592a06ae-5155-446a-b17d-4e39f394495c req-85daab71-0015-416f-835a-4ac607987e9e tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:21.145139 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-592a06ae-5155-446a-b17d-4e39f394495c req-85daab71-0015-416f-835a-4ac607987e9e tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce2b4528-1444-43e7-8e87-c4472b92ebf9 HTTP/1.1" status: 200 len: 943 time: 0.1549261 May 19 05:43:21.152751 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-2340fe9f-bc86-43d3-94e4-b075d0bcc47a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:21.157481 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-2340fe9f-bc86-43d3-94e4-b075d0bcc47a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e81f9bd5-e1e5-43c7-9c36-69873e95e24e HTTP/1.1" status: 204 len: 168 time: 0.3205824 May 19 05:43:21.226600 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-592a06ae-5155-446a-b17d-4e39f394495c req-e7cc8b0d-ec14-48ac-874b-59b2de208961 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=9fd27e09-fd1f-4fe8-9681-74181843f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749350 May 19 05:43:21.261918 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a54ee176-aa42-4c54-a627-006be0b2d438 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:21.268172 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a54ee176-aa42-4c54-a627-006be0b2d438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:21.278163 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:43:21.308901 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63e5428-1886-48b4-9f9c-5f11dd2d3200 None None] Network f43045ee-3dba-48e8-ba2b-4b602c110628 requested from dv-cinder-782405-8-iscsi {{(pid=103392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 05:43:21.321800 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 42806) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:43:21.321988 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-a54ee176-aa42-4c54-a627-006be0b2d438 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b3a7155a1a5e4983b277db1d6c620bb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5043733 May 19 05:43:21.323938 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54ee176-aa42-4c54-a627-006be0b2d438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb2be94-9c27-4df3-a3bc-21fd1b246e66,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:43:21.327064 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-a54ee176-aa42-4c54-a627-006be0b2d438 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:43:21.478857 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9a78f4d8-b595-4baa-b638-87b0d565eb33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:21.534329 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9a78f4d8-b595-4baa-b638-87b0d565eb33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:21.618785 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 42816) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:43:21.637375 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c2080507-1028-4878-80ef-3462478100c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:21.653080 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-c2080507-1028-4878-80ef-3462478100c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:43:21.657922 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-c2080507-1028-4878-80ef-3462478100c9 admin admin] Usage tracker for resource:security_group_rule and tenant:d30caf7872e54ea3b61737e93d4813b8 is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:43:21.662506 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-c2080507-1028-4878-80ef-3462478100c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:43:21.668736 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9a78f4d8-b595-4baa-b638-87b0d565eb33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:21.669904 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-c2080507-1028-4878-80ef-3462478100c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:43:21.677057 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-3b0a666c-f753-453a-9fcf-db21de95efa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:43:21.696839 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a78f4d8-b595-4baa-b638-87b0d565eb33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb2be94-9c27-4df3-a3bc-21fd1b246e66,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:43:21.701087 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-9a78f4d8-b595-4baa-b638-87b0d565eb33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:43:21.701994 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9a78f4d8-b595-4baa-b638-87b0d565eb33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:21.705855 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-9a78f4d8-b595-4baa-b638-87b0d565eb33 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2bb2be94-9c27-4df3-a3bc-21fd1b246e66 HTTP/1.1" status: 204 len: 168 time: 0.3796980 May 19 05:43:21.723074 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c967a-f1ba-444d-818d-a9546caae7cc req-b1c3a191-7f95-4b17-836e-05dca3a1096a tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:21.731957 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-309c967a-f1ba-444d-818d-a9546caae7cc req-b1c3a191-7f95-4b17-836e-05dca3a1096a tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa965fca-2ca6-4b8a-ab17-d563194604fe HTTP/1.1" status: 200 len: 944 time: 0.1895800 May 19 05:43:21.794167 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c2080507-1028-4878-80ef-3462478100c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:21.800351 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c2080507-1028-4878-80ef-3462478100c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:21.810854 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-a54ee176-aa42-4c54-a627-006be0b2d438 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:43:21.826248 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-309c967a-f1ba-444d-818d-a9546caae7cc req-27b23f92-523a-4ade-9af9-b1f9cb5b816e tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/security-groups?id=85b9f0b5-43eb-4607-90d8-db95d62f470d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878651 May 19 05:43:21.865628 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2080507-1028-4878-80ef-3462478100c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27d21b7c-95c8-41db-a160-481e2ee49ad0,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:43:21.873881 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-c2080507-1028-4878-80ef-3462478100c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:43:21.879975 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 42826) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:43:21.880088 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-c2080507-1028-4878-80ef-3462478100c9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d30caf7872e54ea3b61737e93d4813b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2602375 May 19 05:43:21.986537 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2cae9e49-4aeb-4fa7-bf66-f3e520c25fd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:21.992954 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847183f9-22df-4308-9862-ecb19cd4b53e req-25555337-bd0c-4e87-a4c1-5f95e64c699c tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:21.994645 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-847183f9-22df-4308-9862-ecb19cd4b53e req-25555337-bd0c-4e87-a4c1-5f95e64c699c tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb5c4c71-0117-457c-9ac5-3023598e7277 HTTP/1.1" status: 200 len: 945 time: 0.1221905 May 19 05:43:22.015099 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2cae9e49-4aeb-4fa7-bf66-f3e520c25fd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:22.047043 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-847183f9-22df-4308-9862-ecb19cd4b53e req-caaab263-e8a6-4167-aa6e-22285faf0740 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/security-groups?id=e770bfd0-3e94-45b0-9954-6b1c1e0e564f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445476 May 19 05:43:22.091657 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2cae9e49-4aeb-4fa7-bf66-f3e520c25fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:22.097467 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:43:22.108200 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cae9e49-4aeb-4fa7-bf66-f3e520c25fd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d21b7c-95c8-41db-a160-481e2ee49ad0,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:43:22.111081 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-2cae9e49-4aeb-4fa7-bf66-f3e520c25fd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:43:22.118180 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2cae9e49-4aeb-4fa7-bf66-f3e520c25fd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:22.119315 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-2cae9e49-4aeb-4fa7-bf66-f3e520c25fd3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/27d21b7c-95c8-41db-a160-481e2ee49ad0 HTTP/1.1" status: 204 len: 168 time: 0.2375207 May 19 05:43:22.449215 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182dd0b6-3ccf-46a8-8275-e01d2c829f46 req-97191775-7d6d-4f30-8ddd-7382d1f46f6c tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:22.450826 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-182dd0b6-3ccf-46a8-8275-e01d2c829f46 req-97191775-7d6d-4f30-8ddd-7382d1f46f6c tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce2b4528-1444-43e7-8e87-c4472b92ebf9 HTTP/1.1" status: 200 len: 943 time: 0.0891476 May 19 05:43:22.508628 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-182dd0b6-3ccf-46a8-8275-e01d2c829f46 req-ab4cdc92-9af5-49b6-84e6-366941e204c9 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=9fd27e09-fd1f-4fe8-9681-74181843f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501552 May 19 05:43:22.669073 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Device 942ebcfa-98eb-4d38-870e-cd0f4b5236e0 details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=103392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 05:43:22.671533 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Device a419e7fa-253d-4e79-a12c-fd83ccf52d2a up at agent hyperv_hv-cinder-78240 {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:43:22.848830 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Provisioning for port a419e7fa-253d-4e79-a12c-fd83ccf52d2a completed by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:43:22.860923 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Provisioning complete for port a419e7fa-253d-4e79-a12c-fd83ccf52d2a triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:43:22.861307 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:22.907718 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] For port 942ebcfa-98eb-4d38-870e-cd0f4b5236e0, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=942ebcfa-98eb-4d38-870e-cd0f4b5236e0,segment=NetworkSegment(f507ec07-80b3-40da-acb9-6d4ba052bdb5),segment_id=f507ec07-80b3-40da-acb9-6d4ba052bdb5)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:43:22.929189 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Returning: {'device': '942ebcfa-98eb-4d38-870e-cd0f4b5236e0', 'network_id': '66468b2a-efab-4a3c-bf32-cbdbf073937c', 'port_id': '942ebcfa-98eb-4d38-870e-cd0f4b5236e0', 'mac_address': 'fa:16:3e:77:b5:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fe61487-2837-401f-bfcd-f193a4daf6f6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 05:43:23.050493 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:23.063867 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831bd841-c1f2-4df8-b083-d1921309af64 req-ac2e6928-d5fb-46c7-bb88-329de91542bb tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:23.067067 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-831bd841-c1f2-4df8-b083-d1921309af64 req-ac2e6928-d5fb-46c7-bb88-329de91542bb tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa965fca-2ca6-4b8a-ab17-d563194604fe HTTP/1.1" status: 200 len: 944 time: 0.1031883 May 19 05:43:23.083474 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 942ebcfa-98eb-4d38-870e-cd0f4b5236e0 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 05:43:23.108581 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] For port 942ebcfa-98eb-4d38-870e-cd0f4b5236e0, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=942ebcfa-98eb-4d38-870e-cd0f4b5236e0,segment=NetworkSegment(f507ec07-80b3-40da-acb9-6d4ba052bdb5),segment_id=f507ec07-80b3-40da-acb9-6d4ba052bdb5)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:43:23.119618 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-831bd841-c1f2-4df8-b083-d1921309af64 req-fc593526-3678-40f7-894d-b2aa23b37f2b tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/security-groups?id=85b9f0b5-43eb-4607-90d8-db95d62f470d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483818 May 19 05:43:23.144183 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:23.149040 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:43:23.244567 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:23.288511 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Pushing event updated for resources: {'Port': ['ID=942ebcfa-98eb-4d38-870e-cd0f4b5236e0,revision_number=4']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:43:23.300850 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:43:23.331170 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb5c4c71-0117-457c-9ac5-3023598e7277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a419e7fa-253d-4e79-a12c-fd83ccf52d2a'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:43:23.335513 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2a510e-8f4b-4e99-8946-95942482242a req-316a5b35-3528-4dcc-89c3-da5dbce6e558 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:23.337729 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5e2a510e-8f4b-4e99-8946-95942482242a req-316a5b35-3528-4dcc-89c3-da5dbce6e558 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb5c4c71-0117-457c-9ac5-3023598e7277 HTTP/1.1" status: 200 len: 945 time: 0.1367600 May 19 05:43:23.350629 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] For port a419e7fa-253d-4e79-a12c-fd83ccf52d2a, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=a419e7fa-253d-4e79-a12c-fd83ccf52d2a,segment=NetworkSegment(ed8cddf7-38c4-4062-a7e4-12521ed88cf6),segment_id=ed8cddf7-38c4-4062-a7e4-12521ed88cf6)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:43:23.360825 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:23.361940 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Device 00acc5b4-63cc-4b2d-90c9-676ae826dafb up at agent hyperv_hv-cinder-78240 {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:43:23.401704 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-d3ee5cb5-836a-4618-8435-266efd76d71a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:43:23.442833 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5e2a510e-8f4b-4e99-8946-95942482242a req-d064ed3c-486e-4d06-9ead-ffb3b04bdba6 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/security-groups?id=e770bfd0-3e94-45b0-9954-6b1c1e0e564f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991578 May 19 05:43:23.500305 dv-cinder-782405-8-iscsi neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb5c4c71-0117-457c-9ac5-3023598e7277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a419e7fa-253d-4e79-a12c-fd83ccf52d2a', 'code': 200} May 19 05:43:23.543634 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Pushing event updated for resources: {'Port': ['ID=a419e7fa-253d-4e79-a12c-fd83ccf52d2a,revision_number=5']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:43:23.548136 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:43:23.585762 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Provisioning for port 00acc5b4-63cc-4b2d-90c9-676ae826dafb completed by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:43:23.591340 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Provisioning complete for port 00acc5b4-63cc-4b2d-90c9-676ae826dafb triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:43:23.591720 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:23.657670 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] get_ports_and_sgs() called for port_ids ['942ebcfa-98eb-4d38-870e-cd0f4b5236e0'] {{(pid=103392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 05:43:23.836133 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c342f88-e910-419b-9704-a6aa727d6299 req-c307806b-3d3a-4e8e-bcbd-03401527affc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:23.837824 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0c342f88-e910-419b-9704-a6aa727d6299 req-c307806b-3d3a-4e8e-bcbd-03401527affc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=eb5c4c71-0117-457c-9ac5-3023598e7277 HTTP/1.1" status: 200 len: 1099 time: 0.1897969 May 19 05:43:23.851944 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa07eb1-ec5b-4d2f-86dc-eb0f05f2aa2d req-d0081e5a-e0df-49c0-89db-f6727e1a9a12 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:23.855078 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6fa07eb1-ec5b-4d2f-86dc-eb0f05f2aa2d req-d0081e5a-e0df-49c0-89db-f6727e1a9a12 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce2b4528-1444-43e7-8e87-c4472b92ebf9 HTTP/1.1" status: 200 len: 944 time: 0.1427827 May 19 05:43:23.868974 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:23.929545 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] For port 00acc5b4-63cc-4b2d-90c9-676ae826dafb, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=00acc5b4-63cc-4b2d-90c9-676ae826dafb,segment=NetworkSegment(91f2eabd-2095-4aa5-b7b2-cb363e7f7010),segment_id=91f2eabd-2095-4aa5-b7b2-cb363e7f7010)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:43:23.937800 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:23.940379 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:43:23.944151 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0c342f88-e910-419b-9704-a6aa727d6299 req-9b1e6b7a-3687-488b-b40a-b0acdf84619c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e770bfd0-3e94-45b0-9954-6b1c1e0e564f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852315 May 19 05:43:23.954334 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6fa07eb1-ec5b-4d2f-86dc-eb0f05f2aa2d req-aa412cdf-0d05-4d8c-b15c-51df2a4e724e tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=9fd27e09-fd1f-4fe8-9681-74181843f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712712 May 19 05:43:24.045456 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Pushing event updated for resources: {'Port': ['ID=00acc5b4-63cc-4b2d-90c9-676ae826dafb,revision_number=5']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:43:24.048528 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:43:24.337107 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20516e12-d6c8-446f-a2c8-c692a430fabb req-6c1a61e7-6b27-4e38-acf1-3be629bb7ea7 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:24.338578 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-20516e12-d6c8-446f-a2c8-c692a430fabb req-6c1a61e7-6b27-4e38-acf1-3be629bb7ea7 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa965fca-2ca6-4b8a-ab17-d563194604fe HTTP/1.1" status: 200 len: 945 time: 0.0906348 May 19 05:43:24.383625 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-20516e12-d6c8-446f-a2c8-c692a430fabb req-790d54f7-d66b-4d1a-86ff-65e0a9c17c3e tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/security-groups?id=85b9f0b5-43eb-4607-90d8-db95d62f470d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389502 May 19 05:43:24.586047 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-8ef77f1b-c1f2-4f7f-903c-9c4facac0416 None None] Agent healthcheck: found 6 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 05:43:24.599832 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 42956) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:43:24.644281 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df7ed1d-9e7a-4b39-9554-92760f2fe4e0 req-7e26c950-d3d1-47bc-b361-8bde8b6de7df tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:24.645738 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6df7ed1d-9e7a-4b39-9554-92760f2fe4e0 req-7e26c950-d3d1-47bc-b361-8bde8b6de7df tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb5c4c71-0117-457c-9ac5-3023598e7277 HTTP/1.1" status: 200 len: 946 time: 0.0889142 May 19 05:43:24.698975 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6df7ed1d-9e7a-4b39-9554-92760f2fe4e0 req-4f6139b7-e8cc-4b3b-bc99-f76dbabc9a58 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/security-groups?id=e770bfd0-3e94-45b0-9954-6b1c1e0e564f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472362 May 19 05:43:24.728114 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2ff130f6-0a53-4cc2-a842-c02cad9faeb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:24.743222 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-2ff130f6-0a53-4cc2-a842-c02cad9faeb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:43:24.747193 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-2ff130f6-0a53-4cc2-a842-c02cad9faeb8 admin admin] Usage tracker for resource:security_group_rule and tenant:f74e2bc35c1c4255b4a1d41c2eeaeed8 is out of sync, need to count used quota {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:43:24.750509 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-2ff130f6-0a53-4cc2-a842-c02cad9faeb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:43:24.757551 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-2ff130f6-0a53-4cc2-a842-c02cad9faeb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:43:24.842745 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2ff130f6-0a53-4cc2-a842-c02cad9faeb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:24.847522 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2ff130f6-0a53-4cc2-a842-c02cad9faeb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:24.855843 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:43:24.901301 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 42970) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:43:24.901448 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-2ff130f6-0a53-4cc2-a842-c02cad9faeb8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f74e2bc35c1c4255b4a1d41c2eeaeed8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3004642 May 19 05:43:24.902259 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff130f6-0a53-4cc2-a842-c02cad9faeb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44e54a37-f08e-4238-9d08-24accd56d268,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:43:24.905623 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-2ff130f6-0a53-4cc2-a842-c02cad9faeb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:43:24.977353 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-03d6496d-f273-4432-89a8-db2197e5881a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:25.048077 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-03d6496d-f273-4432-89a8-db2197e5881a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:25.146160 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-03d6496d-f273-4432-89a8-db2197e5881a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:25.150604 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:43:25.165279 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d6496d-f273-4432-89a8-db2197e5881a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e54a37-f08e-4238-9d08-24accd56d268,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:43:25.168199 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-03d6496d-f273-4432-89a8-db2197e5881a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:43:25.184920 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2636c1be-2f26-478a-a9ed-039ca3c21afb req-f35a6a3d-6e3a-46bc-90be-5ad0cbd7fd52 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:25.189330 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-03d6496d-f273-4432-89a8-db2197e5881a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:25.193997 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-03d6496d-f273-4432-89a8-db2197e5881a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/44e54a37-f08e-4238-9d08-24accd56d268 HTTP/1.1" status: 204 len: 168 time: 0.2914855 May 19 05:43:25.195581 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2636c1be-2f26-478a-a9ed-039ca3c21afb req-f35a6a3d-6e3a-46bc-90be-5ad0cbd7fd52 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce2b4528-1444-43e7-8e87-c4472b92ebf9 HTTP/1.1" status: 200 len: 944 time: 0.1059923 May 19 05:43:25.256204 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2636c1be-2f26-478a-a9ed-039ca3c21afb req-9d370664-dcc2-490f-95d5-ee3cbf9a8a0e tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=9fd27e09-fd1f-4fe8-9681-74181843f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594852 May 19 05:43:25.501862 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa965fca-2ca6-4b8a-ab17-d563194604fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00acc5b4-63cc-4b2d-90c9-676ae826dafb'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:43:25.559205 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4a9ff5-3ef0-473f-9ba4-df3def8f2666 req-1493c585-820f-47c3-8640-6481821c4957 tempest-DeleteServersTestJSON-1742042662 tempest-DeleteServersTestJSON-1742042662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:25.561171 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-aa4a9ff5-3ef0-473f-9ba4-df3def8f2666 req-1493c585-820f-47c3-8640-6481821c4957 tempest-DeleteServersTestJSON-1742042662 tempest-DeleteServersTestJSON-1742042662-project] 10.222.0.11 "GET /v2.0/ports?device_id=278604b3-d7b0-4f84-808c-87a0495698bd HTTP/1.1" status: 200 len: 945 time: 0.1180840 May 19 05:43:25.626525 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-aa4a9ff5-3ef0-473f-9ba4-df3def8f2666 req-a3c93cf6-267f-489a-9ad9-0d905836697d tempest-DeleteServersTestJSON-1742042662 tempest-DeleteServersTestJSON-1742042662-project] 10.222.0.11 "GET /v2.0/security-groups?id=088717ce-0188-4369-8665-c33c6e27594a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577843 May 19 05:43:25.678113 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f989231-5ffc-430d-8c6e-d2eb4c62176c req-12a1760e-665a-4bda-a9fd-a0f1b494b489 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:25.685856 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5f989231-5ffc-430d-8c6e-d2eb4c62176c req-12a1760e-665a-4bda-a9fd-a0f1b494b489 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa965fca-2ca6-4b8a-ab17-d563194604fe HTTP/1.1" status: 200 len: 945 time: 0.1513457 May 19 05:43:25.718773 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 43002) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:43:25.739875 dv-cinder-782405-8-iscsi neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa965fca-2ca6-4b8a-ab17-d563194604fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00acc5b4-63cc-4b2d-90c9-676ae826dafb', 'code': 200} May 19 05:43:25.743182 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5f989231-5ffc-430d-8c6e-d2eb4c62176c req-eb75d56b-4018-44d2-948d-efc547c34b2a tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/security-groups?id=85b9f0b5-43eb-4607-90d8-db95d62f470d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559919 May 19 05:43:25.749898 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2b1ae39c-c37b-4eec-9710-2ba2179ca4f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:25.773118 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-2b1ae39c-c37b-4eec-9710-2ba2179ca4f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:43:25.777049 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-2b1ae39c-c37b-4eec-9710-2ba2179ca4f7 admin admin] Usage tracker for resource:security_group_rule and tenant:c585be73f8d944a8afa0f653de8821a7 is out of sync, need to count used quota {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:43:25.780461 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-2b1ae39c-c37b-4eec-9710-2ba2179ca4f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:43:25.787033 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-2b1ae39c-c37b-4eec-9710-2ba2179ca4f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:43:25.933511 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2b1ae39c-c37b-4eec-9710-2ba2179ca4f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:25.951756 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2b1ae39c-c37b-4eec-9710-2ba2179ca4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:25.962690 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-633f9b57-8afc-48bb-b6a3-08f88b27804c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:43:26.008491 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1ec7dd-780f-4780-8deb-be70a68b47a6 req-e3c9b545-623c-4144-b089-ec3d94f45e94 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:26.009948 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6b1ec7dd-780f-4780-8deb-be70a68b47a6 req-e3c9b545-623c-4144-b089-ec3d94f45e94 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb5c4c71-0117-457c-9ac5-3023598e7277 HTTP/1.1" status: 200 len: 946 time: 0.1686263 May 19 05:43:26.019024 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-2b1ae39c-c37b-4eec-9710-2ba2179ca4f7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c585be73f8d944a8afa0f653de8821a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2986314 May 19 05:43:26.019790 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 43010) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:43:26.055585 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1ae39c-c37b-4eec-9710-2ba2179ca4f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efe4d26b-8860-4423-8aa2-4efe294985b7,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:43:26.064542 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-2b1ae39c-c37b-4eec-9710-2ba2179ca4f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:43:26.073149 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c2af06-d84c-4001-bf3a-8173c904c084 req-3a07c36b-9097-4a54-9613-53a7d90faf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:26.075579 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-49c2af06-d84c-4001-bf3a-8173c904c084 req-3a07c36b-9097-4a54-9613-53a7d90faf78 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=aa965fca-2ca6-4b8a-ab17-d563194604fe HTTP/1.1" status: 200 len: 1098 time: 0.0919068 May 19 05:43:26.105401 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6b1ec7dd-780f-4780-8deb-be70a68b47a6 req-6bdc6580-b894-4308-b942-2ee4ce99ec8e tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/security-groups?id=e770bfd0-3e94-45b0-9954-6b1c1e0e564f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820978 May 19 05:43:26.124010 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-49c2af06-d84c-4001-bf3a-8173c904c084 req-031b2a6f-15a1-44a8-9fc0-cea551db817b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=85b9f0b5-43eb-4607-90d8-db95d62f470d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395887 May 19 05:43:26.126227 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-29d6da12-7a0f-46aa-84ac-e4ee7c914e8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:26.153581 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-29d6da12-7a0f-46aa-84ac-e4ee7c914e8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:26.209275 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-29d6da12-7a0f-46aa-84ac-e4ee7c914e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:26.214016 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-6346606c-cd64-447c-8776-4aca8b183f72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:43:26.225840 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d6da12-7a0f-46aa-84ac-e4ee7c914e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe4d26b-8860-4423-8aa2-4efe294985b7,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:43:26.230037 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-29d6da12-7a0f-46aa-84ac-e4ee7c914e8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:43:26.237370 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-29d6da12-7a0f-46aa-84ac-e4ee7c914e8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:26.238623 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-29d6da12-7a0f-46aa-84ac-e4ee7c914e8d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/efe4d26b-8860-4423-8aa2-4efe294985b7 HTTP/1.1" status: 204 len: 168 time: 0.2024968 May 19 05:43:26.455571 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e164e74-f959-4eeb-8d6b-3e9e706686a1 req-9c315b11-770b-4ec1-b3f5-bb6e47d698a9 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:26.457410 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6e164e74-f959-4eeb-8d6b-3e9e706686a1 req-9c315b11-770b-4ec1-b3f5-bb6e47d698a9 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce2b4528-1444-43e7-8e87-c4472b92ebf9 HTTP/1.1" status: 200 len: 944 time: 0.0941167 May 19 05:43:26.506116 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6e164e74-f959-4eeb-8d6b-3e9e706686a1 req-0834c84b-9ff0-4dab-a301-4217b002e580 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=9fd27e09-fd1f-4fe8-9681-74181843f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429895 May 19 05:43:26.600449 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b4b3ac-40a4-4786-a068-c359ed9e9d7a req-3e589f6a-7275-4b9e-8fbf-a5a3919faca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:26.601913 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-61b4b3ac-40a4-4786-a068-c359ed9e9d7a req-3e589f6a-7275-4b9e-8fbf-a5a3919faca7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2aa9f910d0e44032ac9af01a62399d3d&device_id=eb5c4c71-0117-457c-9ac5-3023598e7277 HTTP/1.1" status: 200 len: 1099 time: 0.1621187 May 19 05:43:26.610300 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3589f0d7-5c74-4200-a68d-12cbba346fdf req-45dccf24-2b49-4d1b-b5ed-6ba71e5aaee6 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:26.611719 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3589f0d7-5c74-4200-a68d-12cbba346fdf req-45dccf24-2b49-4d1b-b5ed-6ba71e5aaee6 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb5c4c71-0117-457c-9ac5-3023598e7277 HTTP/1.1" status: 200 len: 946 time: 0.1188681 May 19 05:43:26.695097 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Device 942ebcfa-98eb-4d38-870e-cd0f4b5236e0 up at agent hyperv_hv-cinder-78240 {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:43:26.763908 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3589f0d7-5c74-4200-a68d-12cbba346fdf req-e14b4511-a919-48af-a3c4-f81e794751f3 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/security-groups?id=e770bfd0-3e94-45b0-9954-6b1c1e0e564f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296570 May 19 05:43:26.811317 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Provisioning for port 942ebcfa-98eb-4d38-870e-cd0f4b5236e0 completed by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:43:26.817807 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Provisioning complete for port 942ebcfa-98eb-4d38-870e-cd0f4b5236e0 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:43:26.818879 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:26.865309 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b4b3ac-40a4-4786-a068-c359ed9e9d7a req-8ee1d31f-ce55-413e-807d-5eeca5660181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:26.868967 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-61b4b3ac-40a4-4786-a068-c359ed9e9d7a req-8ee1d31f-ce55-413e-807d-5eeca5660181 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e9fd4d9d-a461-43f3-8bc4-f70626927f45 HTTP/1.1" status: 200 len: 920 time: 0.2526574 May 19 05:43:26.935233 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f281dd-e212-404a-9fcb-3ee49827d2f5 req-bc99d542-5d28-48dd-a4c8-3d0cc7cc4f1e tempest-DeleteServersTestJSON-1742042662 tempest-DeleteServersTestJSON-1742042662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:26.942954 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a8f281dd-e212-404a-9fcb-3ee49827d2f5 req-bc99d542-5d28-48dd-a4c8-3d0cc7cc4f1e tempest-DeleteServersTestJSON-1742042662 tempest-DeleteServersTestJSON-1742042662-project] 10.222.0.11 "GET /v2.0/ports?device_id=278604b3-d7b0-4f84-808c-87a0495698bd HTTP/1.1" status: 200 len: 945 time: 0.1469598 May 19 05:43:26.968244 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:26.976966 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-61b4b3ac-40a4-4786-a068-c359ed9e9d7a req-06b4e66c-fc46-4a8c-9a96-3956be9cc238 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a419e7fa-253d-4e79-a12c-fd83ccf52d2a HTTP/1.1" status: 200 len: 217 time: 0.0945606 May 19 05:43:26.993805 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a8f281dd-e212-404a-9fcb-3ee49827d2f5 req-07997262-b659-47dd-8afa-bb5a6d0e612b tempest-DeleteServersTestJSON-1742042662 tempest-DeleteServersTestJSON-1742042662-project] 10.222.0.11 "GET /v2.0/security-groups?id=088717ce-0188-4369-8665-c33c6e27594a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499244 May 19 05:43:27.009760 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] For port 942ebcfa-98eb-4d38-870e-cd0f4b5236e0, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=942ebcfa-98eb-4d38-870e-cd0f4b5236e0,segment=NetworkSegment(f507ec07-80b3-40da-acb9-6d4ba052bdb5),segment_id=f507ec07-80b3-40da-acb9-6d4ba052bdb5)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:43:27.015648 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:27.020099 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:43:27.115180 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Pushing event updated for resources: {'Port': ['ID=942ebcfa-98eb-4d38-870e-cd0f4b5236e0,revision_number=5']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:43:27.119066 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:43:27.194799 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b4b3ac-40a4-4786-a068-c359ed9e9d7a req-349248d4-f819-4dbb-9c22-9192edc1bce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:27.196279 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-61b4b3ac-40a4-4786-a068-c359ed9e9d7a req-349248d4-f819-4dbb-9c22-9192edc1bce1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b547b7c1-b0db-4ded-a1d7-26dc8e5f4a02 HTTP/1.1" status: 200 len: 859 time: 0.1055717 May 19 05:43:27.220241 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c482085e-75b2-4d86-8d5a-bb4ba9847886 req-c78fd7ae-309e-48aa-aecb-3b8932e8cb02 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:27.227568 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c482085e-75b2-4d86-8d5a-bb4ba9847886 req-c78fd7ae-309e-48aa-aecb-3b8932e8cb02 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa965fca-2ca6-4b8a-ab17-d563194604fe HTTP/1.1" status: 200 len: 945 time: 0.3439667 May 19 05:43:27.287590 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-61b4b3ac-40a4-4786-a068-c359ed9e9d7a req-12033ff0-ff09-4238-839d-7898e9da18cb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e9fd4d9d-a461-43f3-8bc4-f70626927f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574439 May 19 05:43:27.343315 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c482085e-75b2-4d86-8d5a-bb4ba9847886 req-4c52b8f5-0364-43c7-8cda-d20928e2e1f8 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/security-groups?id=85b9f0b5-43eb-4607-90d8-db95d62f470d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148393 May 19 05:43:27.448316 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-61b4b3ac-40a4-4786-a068-c359ed9e9d7a req-e9c32033-0188-4a80-b66e-ca6c47e8ffec service neutron] 10.222.0.26 "GET /v2.0/networks/e9fd4d9d-a461-43f3-8bc4-f70626927f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505263 May 19 05:43:27.632637 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-61b4b3ac-40a4-4786-a068-c359ed9e9d7a req-77ad43d9-df51-413d-a2ce-00ac284b3ba7 service neutron] 10.222.0.26 "GET /v2.0/networks/e9fd4d9d-a461-43f3-8bc4-f70626927f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765804 May 19 05:43:27.741622 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce2b4528-1444-43e7-8e87-c4472b92ebf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '942ebcfa-98eb-4d38-870e-cd0f4b5236e0'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:43:27.801010 dv-cinder-782405-8-iscsi neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce2b4528-1444-43e7-8e87-c4472b92ebf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '942ebcfa-98eb-4d38-870e-cd0f4b5236e0', 'code': 200} May 19 05:43:27.801269 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b50734-c8f8-4b25-9d27-b14b51e543d1 req-346248bd-a6a9-4627-8892-d8597307c480 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:27.802715 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-40b50734-c8f8-4b25-9d27-b14b51e543d1 req-346248bd-a6a9-4627-8892-d8597307c480 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce2b4528-1444-43e7-8e87-c4472b92ebf9 HTTP/1.1" status: 200 len: 945 time: 0.1102140 May 19 05:43:27.873884 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-40b50734-c8f8-4b25-9d27-b14b51e543d1 req-5b50c4a9-7c0e-4705-8eed-81776d314f0e tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=9fd27e09-fd1f-4fe8-9681-74181843f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643191 May 19 05:43:28.010679 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e8ecde-5da7-48e6-a1c6-6bb537a8f5e7 req-f90c18e4-785c-4c20-857d-be6f36ebe0ec tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:28.018888 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b7e8ecde-5da7-48e6-a1c6-6bb537a8f5e7 req-f90c18e4-785c-4c20-857d-be6f36ebe0ec tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb5c4c71-0117-457c-9ac5-3023598e7277 HTTP/1.1" status: 200 len: 946 time: 0.0964098 May 19 05:43:28.094739 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:28.137664 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b7e8ecde-5da7-48e6-a1c6-6bb537a8f5e7 req-0dee648e-bc75-4f4e-bd5d-7a59a9f6f671 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/security-groups?id=e770bfd0-3e94-45b0-9954-6b1c1e0e564f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177611 May 19 05:43:28.163260 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b4ac13-79c0-4a79-8d2e-5fa30cc37472 req-8f14fd88-5aac-474b-8a3c-246df5707762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:28.164763 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-61b4ac13-79c0-4a79-8d2e-5fa30cc37472 req-8f14fd88-5aac-474b-8a3c-246df5707762 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ce2b4528-1444-43e7-8e87-c4472b92ebf9 HTTP/1.1" status: 200 len: 1098 time: 0.1240697 May 19 05:43:28.228279 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-61b4ac13-79c0-4a79-8d2e-5fa30cc37472 req-1592be85-8c56-40fa-a70e-6cd7a6c1bf8c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9fd27e09-fd1f-4fe8-9681-74181843f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466430 May 19 05:43:28.249894 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8f5806-4f6b-4be1-a675-6c9db01c2a2a req-6e3706e5-77ed-42ba-bdd7-dfaac6673289 tempest-DeleteServersTestJSON-1742042662 tempest-DeleteServersTestJSON-1742042662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:28.251495 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-fe8f5806-4f6b-4be1-a675-6c9db01c2a2a req-6e3706e5-77ed-42ba-bdd7-dfaac6673289 tempest-DeleteServersTestJSON-1742042662 tempest-DeleteServersTestJSON-1742042662-project] 10.222.0.11 "GET /v2.0/ports?device_id=278604b3-d7b0-4f84-808c-87a0495698bd HTTP/1.1" status: 200 len: 945 time: 0.1512289 May 19 05:43:28.304654 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-fe8f5806-4f6b-4be1-a675-6c9db01c2a2a req-988404ed-8cd2-4fcf-87ff-c7f965f28914 tempest-DeleteServersTestJSON-1742042662 tempest-DeleteServersTestJSON-1742042662-project] 10.222.0.11 "GET /v2.0/security-groups?id=088717ce-0188-4369-8665-c33c6e27594a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436230 May 19 05:43:28.539028 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b3996-f1b2-472d-9926-530af441607b req-14c705a0-8baa-4d32-b51f-b0b08326a20d tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:28.540511 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-967b3996-f1b2-472d-9926-530af441607b req-14c705a0-8baa-4d32-b51f-b0b08326a20d tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa965fca-2ca6-4b8a-ab17-d563194604fe HTTP/1.1" status: 200 len: 945 time: 0.0884008 May 19 05:43:28.588395 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-967b3996-f1b2-472d-9926-530af441607b req-f539af18-c71d-41ab-b3c6-f91ca1ea07b9 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/security-groups?id=85b9f0b5-43eb-4607-90d8-db95d62f470d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409937 May 19 05:43:28.723982 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a735a1e0-3f55-4c01-ae62-f9540f5c7cc8 req-62655383-9ad5-4578-b288-47cfb20ace75 tempest-DeleteServersTestJSON-1742042662 tempest-DeleteServersTestJSON-1742042662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:28.725633 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a735a1e0-3f55-4c01-ae62-f9540f5c7cc8 req-62655383-9ad5-4578-b288-47cfb20ace75 tempest-DeleteServersTestJSON-1742042662 tempest-DeleteServersTestJSON-1742042662-project] 10.222.0.26 "GET /v2.0/ports?device_id=278604b3-d7b0-4f84-808c-87a0495698bd HTTP/1.1" status: 200 len: 945 time: 0.0910304 May 19 05:43:28.799356 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d83a860-0b2e-45a9-82ba-ecfab0636ecd req-99d2a504-aa94-49cb-9ac7-b22bd5c619df tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:28.801627 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1d83a860-0b2e-45a9-82ba-ecfab0636ecd req-99d2a504-aa94-49cb-9ac7-b22bd5c619df tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa965fca-2ca6-4b8a-ab17-d563194604fe HTTP/1.1" status: 200 len: 945 time: 0.0943804 May 19 05:43:28.810419 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 43118) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:43:28.816227 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-47e712f6-373b-45d0-95ed-7ad18e033878 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Request body: {'floatingip': {'port_id': '00acc5b4-63cc-4b2d-90c9-676ae826dafb'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:43:28.886535 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [req-a735a1e0-3f55-4c01-ae62-f9540f5c7cc8 req-3c36d978-f3d4-4896-a738-8e9675ee9ceb tempest-DeleteServersTestJSON-1742042662 tempest-DeleteServersTestJSON-1742042662-project] Deleting port ae26349f-d758-488b-8d4f-4df6851d003d {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 05:43:28.886935 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-a735a1e0-3f55-4c01-ae62-f9540f5c7cc8 req-3c36d978-f3d4-4896-a738-8e9675ee9ceb tempest-DeleteServersTestJSON-1742042662 tempest-DeleteServersTestJSON-1742042662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742273213799'] for port, before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:28.896474 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-47e712f6-373b-45d0-95ed-7ad18e033878 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Notify callbacks [] for floatingip, before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:29.071327 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-a735a1e0-3f55-4c01-ae62-f9540f5c7cc8 req-3c36d978-f3d4-4896-a738-8e9675ee9ceb tempest-DeleteServersTestJSON-1742042662 tempest-DeleteServersTestJSON-1742042662-project] For port ae26349f-d758-488b-8d4f-4df6851d003d, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=ae26349f-d758-488b-8d4f-4df6851d003d,segment=NetworkSegment(158de6a9-376d-4d4f-a307-af47b61e2c3d),segment_id=158de6a9-376d-4d4f-a307-af47b61e2c3d)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:43:29.071833 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-a735a1e0-3f55-4c01-ae62-f9540f5c7cc8 req-3c36d978-f3d4-4896-a738-8e9675ee9ceb tempest-DeleteServersTestJSON-1742042662 tempest-DeleteServersTestJSON-1742042662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401034'] for port, precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:29.217565 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [req-a735a1e0-3f55-4c01-ae62-f9540f5c7cc8 req-3c36d978-f3d4-4896-a738-8e9675ee9ceb tempest-DeleteServersTestJSON-1742042662 tempest-DeleteServersTestJSON-1742042662-project] Calling delete_port for ae26349f-d758-488b-8d4f-4df6851d003d owned by compute:nova {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 05:43:29.315585 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33316532-5b19-4162-aba7-2741d0c1bfbd req-be49c2e7-b195-4cc4-b741-e5eb53223318 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:29.317049 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-33316532-5b19-4162-aba7-2741d0c1bfbd req-be49c2e7-b195-4cc4-b741-e5eb53223318 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce2b4528-1444-43e7-8e87-c4472b92ebf9 HTTP/1.1" status: 200 len: 945 time: 0.3153110 May 19 05:43:29.385209 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-33316532-5b19-4162-aba7-2741d0c1bfbd req-4df4d87b-c000-47e2-9774-87674d450af7 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=9fd27e09-fd1f-4fe8-9681-74181843f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619621 May 19 05:43:29.507413 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-a735a1e0-3f55-4c01-ae62-f9540f5c7cc8 req-3c36d978-f3d4-4896-a738-8e9675ee9ceb tempest-DeleteServersTestJSON-1742042662 tempest-DeleteServersTestJSON-1742042662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742273216184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742272802052'] for port, after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:29.530872 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] get_ports_and_sgs() called for port_ids ['ae26349f-d758-488b-8d4f-4df6851d003d'] {{(pid=103392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 05:43:29.638577 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514d8501-34f4-4031-a4cb-d6c0319d6c08 req-7edf7c89-982e-4922-8fbf-1f288273e0dd tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:29.641702 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-514d8501-34f4-4031-a4cb-d6c0319d6c08 req-7edf7c89-982e-4922-8fbf-1f288273e0dd tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb5c4c71-0117-457c-9ac5-3023598e7277 HTTP/1.1" status: 200 len: 946 time: 0.3559806 May 19 05:43:29.652181 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:43:29.718853 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-41b9d847-67a1-41cc-aa42-4d73b63f3109 req-6b982e7b-53f8-4816-9554-4ef712d0a37d tempest-DeleteServersTestJSON-1742042662 tempest-DeleteServersTestJSON-1742042662-project] 10.222.0.11 "GET /v2.0/ports?device_id=278604b3-d7b0-4f84-808c-87a0495698bd HTTP/1.1" status: 200 len: 210 time: 0.2008345 May 19 05:43:29.721879 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-514d8501-34f4-4031-a4cb-d6c0319d6c08 req-721144ad-d0aa-4125-8161-1f14c6035450 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/security-groups?id=e770bfd0-3e94-45b0-9954-6b1c1e0e564f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700824 May 19 05:43:29.760888 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c36d978-f3d4-4896-a738-8e9675ee9ceb tempest-DeleteServersTestJSON-1742042662 tempest-DeleteServersTestJSON-1742042662-project] Pushing event deleted for resources: {'Port': ['ID=ae26349f-d758-488b-8d4f-4df6851d003d,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:43:29.769010 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-3c36d978-f3d4-4896-a738-8e9675ee9ceb tempest-DeleteServersTestJSON-1742042662 tempest-DeleteServersTestJSON-1742042662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:43:29.810978 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [req-a735a1e0-3f55-4c01-ae62-f9540f5c7cc8 req-3c36d978-f3d4-4896-a738-8e9675ee9ceb tempest-DeleteServersTestJSON-1742042662 tempest-DeleteServersTestJSON-1742042662-project] No DVR routers for this DVR port ae26349f-d758-488b-8d4f-4df6851d003d on host hv-cinder-78240 {{(pid=103391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 05:43:29.814699 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-a735a1e0-3f55-4c01-ae62-f9540f5c7cc8 req-3c36d978-f3d4-4896-a738-8e9675ee9ceb tempest-DeleteServersTestJSON-1742042662 tempest-DeleteServersTestJSON-1742042662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13023'] for port, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:29.817511 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '278604b3-d7b0-4f84-808c-87a0495698bd', 'name': 'network-vif-deleted', 'tag': 'ae26349f-d758-488b-8d4f-4df6851d003d'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:43:29.835188 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a735a1e0-3f55-4c01-ae62-f9540f5c7cc8 req-3c36d978-f3d4-4896-a738-8e9675ee9ceb tempest-DeleteServersTestJSON-1742042662 tempest-DeleteServersTestJSON-1742042662-project] 10.222.0.26 "DELETE /v2.0/ports/ae26349f-d758-488b-8d4f-4df6851d003d HTTP/1.1" status: 204 len: 173 time: 1.1033587 May 19 05:43:29.903048 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '278604b3-d7b0-4f84-808c-87a0495698bd', 'name': 'network-vif-deleted', 'tag': 'ae26349f-d758-488b-8d4f-4df6851d003d', 'status': 'completed', 'code': 200} May 19 05:43:29.945497 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-47e712f6-373b-45d0-95ed-7ad18e033878 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:29.957420 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-47e712f6-373b-45d0-95ed-7ad18e033878 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-399030'] for floatingip, after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:30.198965 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.db.l3_db [None req-47e712f6-373b-45d0-95ed-7ad18e033878 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Floating IP 06d62230-a21f-41d2-ade5-44ee8960423d associated. External IP: 172.27.0.30, port: 00acc5b4-63cc-4b2d-90c9-676ae826dafb. May 19 05:43:30.626497 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47e712f6-373b-45d0-95ed-7ad18e033878 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Router ba9066bd-3808-4530-a786-6c3fc6030ad9 has already been hosted by L3 agent b1c473b1-11ec-4d73-8852-93414dd700fb {{(pid=103390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 05:43:30.643161 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd09dddc-dd11-4f1e-97d7-abb9e35c8119 req-0a81c531-93f2-4f5c-9554-40857c38e23e tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:30.644670 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-cd09dddc-dd11-4f1e-97d7-abb9e35c8119 req-0a81c531-93f2-4f5c-9554-40857c38e23e tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce2b4528-1444-43e7-8e87-c4472b92ebf9 HTTP/1.1" status: 200 len: 945 time: 0.0864630 May 19 05:43:30.692916 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-cd09dddc-dd11-4f1e-97d7-abb9e35c8119 req-f10a30e8-e370-4dcd-b23f-e82ee55e1dae tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=9fd27e09-fd1f-4fe8-9681-74181843f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423961 May 19 05:43:30.806988 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e712f6-373b-45d0-95ed-7ad18e033878 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Notify agent at l3_agent.dv-cinder-782405-8-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 05:43:30.812482 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-47e712f6-373b-45d0-95ed-7ad18e033878 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13023'] for floatingip, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:30.823540 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d995a6f5-8259-4a36-9c06-70980101394b None None] Sync routers for ids ['ba9066bd-3808-4530-a786-6c3fc6030ad9'] in dv-cinder-782405-8-iscsi {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 05:43:30.853027 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d995a6f5-8259-4a36-9c06-70980101394b None None] Routers {'ba9066bd-3808-4530-a786-6c3fc6030ad9'} bound to L3 agent in host dv-cinder-782405-8-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:43:30.854068 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-d995a6f5-8259-4a36-9c06-70980101394b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T05:35:15Z,description=,heartbeat_timestamp=2021-05-19T05:43:15Z,host='dv-cinder-782405-8-iscsi',id=b1c473b1-11ec-4d73-8852-93414dd700fb,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:35:15Z,topic='l3_agent')) {'router_ids': ['ba9066bd-3808-4530-a786-6c3fc6030ad9'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:43:30.931045 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-47e712f6-373b-45d0-95ed-7ad18e033878 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "PUT /v2.0/floatingips/06d62230-a21f-41d2-ade5-44ee8960423d HTTP/1.1" status: 200 len: 990 time: 2.1190939 May 19 05:43:30.933779 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa965fca-2ca6-4b8a-ab17-d563194604fe', 'tag': '00acc5b4-63cc-4b2d-90c9-676ae826dafb'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:43:30.959786 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751ed254-e6d6-4add-abda-14359959c14a req-566f80af-4828-4117-bf32-8d6aadc2032d tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:30.961262 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-751ed254-e6d6-4add-abda-14359959c14a req-566f80af-4828-4117-bf32-8d6aadc2032d tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce2b4528-1444-43e7-8e87-c4472b92ebf9 HTTP/1.1" status: 200 len: 945 time: 0.1237307 May 19 05:43:30.970702 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 43176) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:43:30.978685 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-2c54dae6-1313-4e84-ba7e-bcd81e5c0be4 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Request body: {'floatingip': {'port_id': '942ebcfa-98eb-4d38-870e-cd0f4b5236e0'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:43:31.166113 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-dc1ee1cd-3575-45aa-9a0a-9fc2b095aab9 req-49c181ac-f5e7-400d-b568-8da2d5e24336 tempest-DeleteServersTestJSON-1742042662 tempest-DeleteServersTestJSON-1742042662-project] 10.222.0.11 "GET /v2.0/ports?device_id=278604b3-d7b0-4f84-808c-87a0495698bd HTTP/1.1" status: 200 len: 210 time: 0.0723255 May 19 05:43:31.185309 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-d995a6f5-8259-4a36-9c06-70980101394b None None] Set router ba9066bd-3808-4530-a786-6c3fc6030ad9 gateway port host: dv-cinder-782405-8-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:43:31.187363 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-2c54dae6-1313-4e84-ba7e-bcd81e5c0be4 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Notify callbacks [] for floatingip, before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:31.416103 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac723da-200a-44dd-bb35-108a39f14cfe req-d5852397-f42e-4d4d-b9b5-f022e99e40c2 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:31.417902 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3ac723da-200a-44dd-bb35-108a39f14cfe req-d5852397-f42e-4d4d-b9b5-f022e99e40c2 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb5c4c71-0117-457c-9ac5-3023598e7277 HTTP/1.1" status: 200 len: 946 time: 0.3022346 May 19 05:43:31.444450 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa965fca-2ca6-4b8a-ab17-d563194604fe', 'tag': '00acc5b4-63cc-4b2d-90c9-676ae826dafb', 'status': 'completed', 'code': 200} May 19 05:43:31.664377 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-d995a6f5-8259-4a36-9c06-70980101394b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba9066bd-3808-4530-a786-6c3fc6030ad9', 'name': 'tempest-AttachVolumeTestJSON-2060325190-router', 'tenant_id': 'e11f985d37b842499bf1e28b1ad007cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '5a66f97d-b267-4414-8859-2b5b55d524f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:42:33Z', 'updated_at': '2021-05-19T05:42:47Z', 'revision_number': 4, 'project_id': 'e11f985d37b842499bf1e28b1ad007cf', 'gw_port': {'id': '5a66f97d-b267-4414-8859-2b5b55d524f2', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:42:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9066bd-3808-4530-a786-6c3fc6030ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:42:35Z', 'updated_at': '2021-05-19T05:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi', '_floatingips': [{'id': '06d62230-a21f-41d2-ade5-44ee8960423d', 'tenant_id': 'e11f985d37b842499bf1e28b1ad007cf', 'floating_ip_address': '172.27.0.30', 'floating_network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'router_id': 'ba9066bd-3808-4530-a786-6c3fc6030ad9', 'port_id': '00acc5b4-63cc-4b2d-90c9-676ae826dafb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89d5aa65-3a6d-4be9-a00d-99ff97528276', 'mac_address': 'fa:16:3e:8d:93:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa965fca-2ca6-4b8a-ab17-d563194604fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T05:42:59Z', 'updated_at': '2021-05-19T05:43:29Z', 'revision_number': 1, 'project_id': 'e11f985d37b842499bf1e28b1ad007cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '008bde14-b575-4a18-a567-8ba88098ff11', 'name': '', 'network_id': '89d5aa65-3a6d-4be9-a00d-99ff97528276', 'tenant_id': 'e11f985d37b842499bf1e28b1ad007cf', 'mac_address': 'fa:16:3e:8e:85:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9066bd-3808-4530-a786-6c3fc6030ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '82fd848a-77f0-4d3d-8454-3c0dcf103642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:42:43Z', 'updated_at': '2021-05-19T05:43:00Z', 'revision_number': 5, 'project_id': 'e11f985d37b842499bf1e28b1ad007cf', 'subnets': [{'id': '82fd848a-77f0-4d3d-8454-3c0dcf103642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:43:31.668915 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d995a6f5-8259-4a36-9c06-70980101394b None None] Checking router: ba9066bd-3808-4530-a786-6c3fc6030ad9 for host: dv-cinder-782405-8-iscsi {{(pid=103393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 05:43:31.683102 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3ac723da-200a-44dd-bb35-108a39f14cfe req-172ae9e5-4af7-4aec-ac56-3502f3b4aaca tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/security-groups?id=e770bfd0-3e94-45b0-9954-6b1c1e0e564f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544622 May 19 05:43:31.690937 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d995a6f5-8259-4a36-9c06-70980101394b None None] Routers {'ba9066bd-3808-4530-a786-6c3fc6030ad9'} bound to L3 agent in host dv-cinder-782405-8-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:43:31.691683 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-d995a6f5-8259-4a36-9c06-70980101394b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T05:35:15Z,description=,heartbeat_timestamp=2021-05-19T05:43:15Z,host='dv-cinder-782405-8-iscsi',id=b1c473b1-11ec-4d73-8852-93414dd700fb,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:35:15Z,topic='l3_agent')) {'router_ids': ['ba9066bd-3808-4530-a786-6c3fc6030ad9'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:43:31.925798 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-d995a6f5-8259-4a36-9c06-70980101394b None None] Set router ba9066bd-3808-4530-a786-6c3fc6030ad9 gateway port host: dv-cinder-782405-8-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:43:31.993716 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242c03c9-f964-4372-b68f-d42633f4d76c req-1e5b87d4-96df-4b2e-ba3c-645915cacbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:31.995117 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-242c03c9-f964-4372-b68f-d42633f4d76c req-1e5b87d4-96df-4b2e-ba3c-645915cacbbe service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e11f985d37b842499bf1e28b1ad007cf&device_id=aa965fca-2ca6-4b8a-ab17-d563194604fe HTTP/1.1" status: 200 len: 1098 time: 0.4768558 May 19 05:43:32.404966 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-d995a6f5-8259-4a36-9c06-70980101394b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba9066bd-3808-4530-a786-6c3fc6030ad9', 'name': 'tempest-AttachVolumeTestJSON-2060325190-router', 'tenant_id': 'e11f985d37b842499bf1e28b1ad007cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '5a66f97d-b267-4414-8859-2b5b55d524f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:42:33Z', 'updated_at': '2021-05-19T05:42:47Z', 'revision_number': 4, 'project_id': 'e11f985d37b842499bf1e28b1ad007cf', 'gw_port': {'id': '5a66f97d-b267-4414-8859-2b5b55d524f2', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:42:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9066bd-3808-4530-a786-6c3fc6030ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:42:35Z', 'updated_at': '2021-05-19T05:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi', '_floatingips': [{'id': '06d62230-a21f-41d2-ade5-44ee8960423d', 'tenant_id': 'e11f985d37b842499bf1e28b1ad007cf', 'floating_ip_address': '172.27.0.30', 'floating_network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'router_id': 'ba9066bd-3808-4530-a786-6c3fc6030ad9', 'port_id': '00acc5b4-63cc-4b2d-90c9-676ae826dafb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89d5aa65-3a6d-4be9-a00d-99ff97528276', 'mac_address': 'fa:16:3e:8d:93:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa965fca-2ca6-4b8a-ab17-d563194604fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T05:42:59Z', 'updated_at': '2021-05-19T05:43:29Z', 'revision_number': 1, 'project_id': 'e11f985d37b842499bf1e28b1ad007cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '008bde14-b575-4a18-a567-8ba88098ff11', 'name': '', 'network_id': '89d5aa65-3a6d-4be9-a00d-99ff97528276', 'tenant_id': 'e11f985d37b842499bf1e28b1ad007cf', 'mac_address': 'fa:16:3e:8e:85:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9066bd-3808-4530-a786-6c3fc6030ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '82fd848a-77f0-4d3d-8454-3c0dcf103642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:42:43Z', 'updated_at': '2021-05-19T05:43:00Z', 'revision_number': 5, 'project_id': 'e11f985d37b842499bf1e28b1ad007cf', 'subnets': [{'id': '82fd848a-77f0-4d3d-8454-3c0dcf103642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:43:32.420102 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d995a6f5-8259-4a36-9c06-70980101394b None None] The sync data for ids ['ba9066bd-3808-4530-a786-6c3fc6030ad9'] in dv-cinder-782405-8-iscsi is: [{'id': 'ba9066bd-3808-4530-a786-6c3fc6030ad9', 'name': 'tempest-AttachVolumeTestJSON-2060325190-router', 'tenant_id': 'e11f985d37b842499bf1e28b1ad007cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '5a66f97d-b267-4414-8859-2b5b55d524f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:42:33Z', 'updated_at': '2021-05-19T05:42:47Z', 'revision_number': 4, 'project_id': 'e11f985d37b842499bf1e28b1ad007cf', 'gw_port': {'id': '5a66f97d-b267-4414-8859-2b5b55d524f2', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:42:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9066bd-3808-4530-a786-6c3fc6030ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:42:35Z', 'updated_at': '2021-05-19T05:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi', '_floatingips': [{'id': '06d62230-a21f-41d2-ade5-44ee8960423d', 'tenant_id': 'e11f985d37b842499bf1e28b1ad007cf', 'floating_ip_address': '172.27.0.30', 'floating_network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'router_id': 'ba9066bd-3808-4530-a786-6c3fc6030ad9', 'port_id': '00acc5b4-63cc-4b2d-90c9-676ae826dafb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89d5aa65-3a6d-4be9-a00d-99ff97528276', 'mac_address': 'fa:16:3e:8d:93:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa965fca-2ca6-4b8a-ab17-d563194604fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T05:42:59Z', 'updated_at': '2021-05-19T05:43:29Z', 'revision_number': 1, 'project_id': 'e11f985d37b842499bf1e28b1ad007cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '008bde14-b575-4a18-a567-8ba88098ff11', 'name': '', 'network_id': '89d5aa65-3a6d-4be9-a00d-99ff97528276', 'tenant_id': 'e11f985d37b842499bf1e28b1ad007cf', 'mac_address': 'fa:16:3e:8e:85:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9066bd-3808-4530-a786-6c3fc6030ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '82fd848a-77f0-4d3d-8454-3c0dcf103642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:42:43Z', 'updated_at': '2021-05-19T05:43:00Z', 'revision_number': 5, 'project_id': 'e11f985d37b842499bf1e28b1ad007cf', 'subnets': [{'id': '82fd848a-77f0-4d3d-8454-3c0dcf103642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 05:43:32.429356 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.db.resource_extend [None req-2c54dae6-1313-4e84-ba7e-bcd81e5c0be4 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 05:43:32.535769 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242c03c9-f964-4372-b68f-d42633f4d76c req-64af9af1-2782-4f58-8e39-d4087fe3122a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:32.538218 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-242c03c9-f964-4372-b68f-d42633f4d76c req-64af9af1-2782-4f58-8e39-d4087fe3122a service neutron] 10.222.0.26 "GET /v2.0/networks?id=89d5aa65-3a6d-4be9-a00d-99ff97528276 HTTP/1.1" status: 200 len: 912 time: 0.5235431 May 19 05:43:32.659894 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-2c54dae6-1313-4e84-ba7e-bcd81e5c0be4 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:32.668666 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-2c54dae6-1313-4e84-ba7e-bcd81e5c0be4 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-399030'] for floatingip, after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:32.728123 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Device ae26349f-d758-488b-8d4f-4df6851d003d no longer exists at agent hyperv_hv-cinder-78240 {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 05:43:32.808959 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] No Port match for: ae26349f-d758-488b-8d4f-4df6851d003d {{(pid=103392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 05:43:32.811040 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Device ae26349f-d758-488b-8d4f-4df6851d003d not bound to the agent host hv-cinder-78240 {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 05:43:32.847661 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26cca18-058f-4724-bc25-a10a988ccaf4 None None] New status for floating IP 06d62230-a21f-41d2-ade5-44ee8960423d: ACTIVE {{(pid=103392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 05:43:32.864507 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-242c03c9-f964-4372-b68f-d42633f4d76c req-ac4435ec-62a9-4598-9625-3d4a4bf59c70 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=00acc5b4-63cc-4b2d-90c9-676ae826dafb HTTP/1.1" status: 200 len: 998 time: 0.3149414 May 19 05:43:32.936375 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.db.l3_db [None req-2c54dae6-1313-4e84-ba7e-bcd81e5c0be4 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Floating IP 92c8e549-b17c-4428-bde4-8fc05ec54636 associated. External IP: 172.27.0.146, port: 942ebcfa-98eb-4d38-870e-cd0f4b5236e0. May 19 05:43:33.031922 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f982a2b-9c39-4e2f-a570-1172f391f4f1 req-44f2b0ca-5377-4971-beb2-564b032bcc32 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:33.041980 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3f982a2b-9c39-4e2f-a570-1172f391f4f1 req-44f2b0ca-5377-4971-beb2-564b032bcc32 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb5c4c71-0117-457c-9ac5-3023598e7277 HTTP/1.1" status: 200 len: 946 time: 0.1807127 May 19 05:43:33.100828 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3f982a2b-9c39-4e2f-a570-1172f391f4f1 req-01a86b47-e1c7-4f62-81eb-8060356ac410 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/security-groups?id=e770bfd0-3e94-45b0-9954-6b1c1e0e564f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547087 May 19 05:43:33.266362 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4fc9b4-13ac-462d-a83d-d080d396cdfa req-70ae96b1-90e4-4625-a86a-c44e0550d4e5 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:33.267797 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0c4fc9b4-13ac-462d-a83d-d080d396cdfa req-70ae96b1-90e4-4625-a86a-c44e0550d4e5 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/networks?id=4c713a74-0813-44be-ac36-fe2debef4543 HTTP/1.1" status: 200 len: 814 time: 0.2740402 May 19 05:43:33.339993 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0c4fc9b4-13ac-462d-a83d-d080d396cdfa req-082bdc56-65f6-417d-86de-d5e27e5f4f2b tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/quotas/0595826c8352417daa536bf080ca9f0c HTTP/1.1" status: 200 len: 375 time: 0.0210595 May 19 05:43:33.505164 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c54dae6-1313-4e84-ba7e-bcd81e5c0be4 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Router 28d60863-05ad-4fb3-9fc5-b38582aec9c9 has already been hosted by L3 agent b1c473b1-11ec-4d73-8852-93414dd700fb {{(pid=103391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 05:43:33.515215 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0c4fc9b4-13ac-462d-a83d-d080d396cdfa req-2f2e589a-9d32-40f6-9015-02e1efc76fa4 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0595826c8352417daa536bf080ca9f0c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1669109 May 19 05:43:33.889631 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c54dae6-1313-4e84-ba7e-bcd81e5c0be4 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Notify agent at l3_agent.dv-cinder-782405-8-iscsi the message routers_updated {{(pid=103391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 05:43:33.893022 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0c4fc9b4-13ac-462d-a83d-d080d396cdfa req-003f988b-cd19-48ac-9c40-09b72f7cb982 service neutron] 10.222.0.11 "GET /v2.0/networks/4c713a74-0813-44be-ac36-fe2debef4543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3202565 May 19 05:43:33.895852 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-2c54dae6-1313-4e84-ba7e-bcd81e5c0be4 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13023'] for floatingip, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:33.899964 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2549b912-4e8e-445b-bb52-a00b995fc551 None None] Sync routers for ids ['28d60863-05ad-4fb3-9fc5-b38582aec9c9'] in dv-cinder-782405-8-iscsi {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 05:43:33.910295 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2549b912-4e8e-445b-bb52-a00b995fc551 None None] Routers {'28d60863-05ad-4fb3-9fc5-b38582aec9c9'} bound to L3 agent in host dv-cinder-782405-8-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:43:33.910940 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-2549b912-4e8e-445b-bb52-a00b995fc551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T05:35:15Z,description=,heartbeat_timestamp=2021-05-19T05:43:15Z,host='dv-cinder-782405-8-iscsi',id=b1c473b1-11ec-4d73-8852-93414dd700fb,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:35:15Z,topic='l3_agent')) {'router_ids': ['28d60863-05ad-4fb3-9fc5-b38582aec9c9'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:43:34.028042 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-2c54dae6-1313-4e84-ba7e-bcd81e5c0be4 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "PUT /v2.0/floatingips/92c8e549-b17c-4428-bde4-8fc05ec54636 HTTP/1.1" status: 200 len: 991 time: 3.0557435 May 19 05:43:34.035694 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce2b4528-1444-43e7-8e87-c4472b92ebf9', 'tag': '942ebcfa-98eb-4d38-870e-cd0f4b5236e0'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:43:34.070814 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0c4fc9b4-13ac-462d-a83d-d080d396cdfa req-2cf2d9cc-70c0-4ee2-a7f3-957b90170ebd service neutron] 10.222.0.11 "GET /v2.0/networks/4c713a74-0813-44be-ac36-fe2debef4543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469815 May 19 05:43:34.083291 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-2549b912-4e8e-445b-bb52-a00b995fc551 None None] Set router 28d60863-05ad-4fb3-9fc5-b38582aec9c9 gateway port host: dv-cinder-782405-8-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:43:34.454529 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-2549b912-4e8e-445b-bb52-a00b995fc551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28d60863-05ad-4fb3-9fc5-b38582aec9c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1680429854-router', 'tenant_id': 'c17fd9a8c56841e28e94a39c06931094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '2282138d-dbca-4b4f-9ee5-b6b23b6b7fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:42:33Z', 'updated_at': '2021-05-19T05:42:52Z', 'revision_number': 4, 'project_id': 'c17fd9a8c56841e28e94a39c06931094', 'gw_port': {'id': '2282138d-dbca-4b4f-9ee5-b6b23b6b7fc8', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d60863-05ad-4fb3-9fc5-b38582aec9c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:42:36Z', 'updated_at': '2021-05-19T05:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi', '_floatingips': [{'id': '92c8e549-b17c-4428-bde4-8fc05ec54636', 'tenant_id': 'c17fd9a8c56841e28e94a39c06931094', 'floating_ip_address': '172.27.0.146', 'floating_network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'router_id': '28d60863-05ad-4fb3-9fc5-b38582aec9c9', 'port_id': '942ebcfa-98eb-4d38-870e-cd0f4b5236e0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66468b2a-efab-4a3c-bf32-cbdbf073937c', 'mac_address': 'fa:16:3e:77:b5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2b4528-1444-43e7-8e87-c4472b92ebf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T05:43:05Z', 'updated_at': '2021-05-19T05:43:32Z', 'revision_number': 1, 'project_id': 'c17fd9a8c56841e28e94a39c06931094', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c2189c6-e426-466f-82fd-a8da5f47588b', 'name': '', 'network_id': '66468b2a-efab-4a3c-bf32-cbdbf073937c', 'tenant_id': 'c17fd9a8c56841e28e94a39c06931094', 'mac_address': 'fa:16:3e:72:c4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d60863-05ad-4fb3-9fc5-b38582aec9c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0fe61487-2837-401f-bfcd-f193a4daf6f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:42:48Z', 'updated_at': '2021-05-19T05:43:05Z', 'revision_number': 5, 'project_id': 'c17fd9a8c56841e28e94a39c06931094', 'subnets': [{'id': '0fe61487-2837-401f-bfcd-f193a4daf6f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:43:34.458401 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2549b912-4e8e-445b-bb52-a00b995fc551 None None] Checking router: 28d60863-05ad-4fb3-9fc5-b38582aec9c9 for host: dv-cinder-782405-8-iscsi {{(pid=103393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 05:43:34.467315 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2549b912-4e8e-445b-bb52-a00b995fc551 None None] Routers {'28d60863-05ad-4fb3-9fc5-b38582aec9c9'} bound to L3 agent in host dv-cinder-782405-8-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:43:34.467949 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-2549b912-4e8e-445b-bb52-a00b995fc551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T05:35:15Z,description=,heartbeat_timestamp=2021-05-19T05:43:15Z,host='dv-cinder-782405-8-iscsi',id=b1c473b1-11ec-4d73-8852-93414dd700fb,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:35:15Z,topic='l3_agent')) {'router_ids': ['28d60863-05ad-4fb3-9fc5-b38582aec9c9'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:43:34.644755 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-2549b912-4e8e-445b-bb52-a00b995fc551 None None] Set router 28d60863-05ad-4fb3-9fc5-b38582aec9c9 gateway port host: dv-cinder-782405-8-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:43:35.002384 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-2549b912-4e8e-445b-bb52-a00b995fc551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28d60863-05ad-4fb3-9fc5-b38582aec9c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1680429854-router', 'tenant_id': 'c17fd9a8c56841e28e94a39c06931094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '2282138d-dbca-4b4f-9ee5-b6b23b6b7fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:42:33Z', 'updated_at': '2021-05-19T05:42:52Z', 'revision_number': 4, 'project_id': 'c17fd9a8c56841e28e94a39c06931094', 'gw_port': {'id': '2282138d-dbca-4b4f-9ee5-b6b23b6b7fc8', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d60863-05ad-4fb3-9fc5-b38582aec9c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:42:36Z', 'updated_at': '2021-05-19T05:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi', '_floatingips': [{'id': '92c8e549-b17c-4428-bde4-8fc05ec54636', 'tenant_id': 'c17fd9a8c56841e28e94a39c06931094', 'floating_ip_address': '172.27.0.146', 'floating_network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'router_id': '28d60863-05ad-4fb3-9fc5-b38582aec9c9', 'port_id': '942ebcfa-98eb-4d38-870e-cd0f4b5236e0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66468b2a-efab-4a3c-bf32-cbdbf073937c', 'mac_address': 'fa:16:3e:77:b5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2b4528-1444-43e7-8e87-c4472b92ebf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T05:43:05Z', 'updated_at': '2021-05-19T05:43:32Z', 'revision_number': 1, 'project_id': 'c17fd9a8c56841e28e94a39c06931094', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c2189c6-e426-466f-82fd-a8da5f47588b', 'name': '', 'network_id': '66468b2a-efab-4a3c-bf32-cbdbf073937c', 'tenant_id': 'c17fd9a8c56841e28e94a39c06931094', 'mac_address': 'fa:16:3e:72:c4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d60863-05ad-4fb3-9fc5-b38582aec9c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0fe61487-2837-401f-bfcd-f193a4daf6f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:42:48Z', 'updated_at': '2021-05-19T05:43:05Z', 'revision_number': 5, 'project_id': 'c17fd9a8c56841e28e94a39c06931094', 'subnets': [{'id': '0fe61487-2837-401f-bfcd-f193a4daf6f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:43:35.006088 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2549b912-4e8e-445b-bb52-a00b995fc551 None None] The sync data for ids ['28d60863-05ad-4fb3-9fc5-b38582aec9c9'] in dv-cinder-782405-8-iscsi is: [{'id': '28d60863-05ad-4fb3-9fc5-b38582aec9c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1680429854-router', 'tenant_id': 'c17fd9a8c56841e28e94a39c06931094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '2282138d-dbca-4b4f-9ee5-b6b23b6b7fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:42:33Z', 'updated_at': '2021-05-19T05:42:52Z', 'revision_number': 4, 'project_id': 'c17fd9a8c56841e28e94a39c06931094', 'gw_port': {'id': '2282138d-dbca-4b4f-9ee5-b6b23b6b7fc8', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d60863-05ad-4fb3-9fc5-b38582aec9c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:42:36Z', 'updated_at': '2021-05-19T05:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi', '_floatingips': [{'id': '92c8e549-b17c-4428-bde4-8fc05ec54636', 'tenant_id': 'c17fd9a8c56841e28e94a39c06931094', 'floating_ip_address': '172.27.0.146', 'floating_network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'router_id': '28d60863-05ad-4fb3-9fc5-b38582aec9c9', 'port_id': '942ebcfa-98eb-4d38-870e-cd0f4b5236e0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66468b2a-efab-4a3c-bf32-cbdbf073937c', 'mac_address': 'fa:16:3e:77:b5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2b4528-1444-43e7-8e87-c4472b92ebf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T05:43:05Z', 'updated_at': '2021-05-19T05:43:32Z', 'revision_number': 1, 'project_id': 'c17fd9a8c56841e28e94a39c06931094', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c2189c6-e426-466f-82fd-a8da5f47588b', 'name': '', 'network_id': '66468b2a-efab-4a3c-bf32-cbdbf073937c', 'tenant_id': 'c17fd9a8c56841e28e94a39c06931094', 'mac_address': 'fa:16:3e:72:c4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d60863-05ad-4fb3-9fc5-b38582aec9c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0fe61487-2837-401f-bfcd-f193a4daf6f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:42:48Z', 'updated_at': '2021-05-19T05:43:05Z', 'revision_number': 5, 'project_id': 'c17fd9a8c56841e28e94a39c06931094', 'subnets': [{'id': '0fe61487-2837-401f-bfcd-f193a4daf6f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 05:43:35.185097 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef19d75-3498-4a0c-9c5e-965f6c98fdef None None] New status for floating IP 92c8e549-b17c-4428-bde4-8fc05ec54636: ACTIVE {{(pid=103392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 05:43:35.502692 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242c03c9-f964-4372-b68f-d42633f4d76c req-1a2d2eee-2e77-4daa-8fb2-6e83fe33f72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:35.504173 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-242c03c9-f964-4372-b68f-d42633f4d76c req-1a2d2eee-2e77-4daa-8fb2-6e83fe33f72f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=82fd848a-77f0-4d3d-8454-3c0dcf103642 HTTP/1.1" status: 200 len: 850 time: 0.0625095 May 19 05:43:37.067873 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce2b4528-1444-43e7-8e87-c4472b92ebf9', 'tag': '942ebcfa-98eb-4d38-870e-cd0f4b5236e0', 'status': 'completed', 'code': 200} May 19 05:43:37.069960 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242c03c9-f964-4372-b68f-d42633f4d76c req-fb837987-e44f-4c85-a7d0-0361f5fa03a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:37.071471 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-242c03c9-f964-4372-b68f-d42633f4d76c req-fb837987-e44f-4c85-a7d0-0361f5fa03a7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=89d5aa65-3a6d-4be9-a00d-99ff97528276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1081970 May 19 05:43:37.211041 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-565669d0-2590-4982-8aa1-bae7ca5e023f req-6a374e52-00eb-4035-9d2b-c2049d592870 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/ports?device_id=74fbf4a3-470a-45e0-a387-427ccbff2762 HTTP/1.1" status: 200 len: 210 time: 0.0421901 May 19 05:43:37.377188 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc3b08e-fdf9-4364-bf90-afa8908f6be9 req-7ed45229-fe5e-4243-ae81-2cb8072deb16 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:37.378660 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0cc3b08e-fdf9-4364-bf90-afa8908f6be9 req-7ed45229-fe5e-4243-ae81-2cb8072deb16 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb5c4c71-0117-457c-9ac5-3023598e7277 HTTP/1.1" status: 200 len: 946 time: 0.2049265 May 19 05:43:37.380370 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-242c03c9-f964-4372-b68f-d42633f4d76c req-b72fb502-7dd2-413e-b694-0f61a7255b97 service neutron] 10.222.0.26 "GET /v2.0/networks/89d5aa65-3a6d-4be9-a00d-99ff97528276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684889 May 19 05:43:37.382872 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb366c1-bb4d-4b4d-99f0-73561b99e9ff req-ab411e08-9b4c-4299-b983-88a097eaf5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:37.384217 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-bfb366c1-bb4d-4b4d-99f0-73561b99e9ff req-ab411e08-9b4c-4299-b983-88a097eaf5d2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c17fd9a8c56841e28e94a39c06931094&device_id=ce2b4528-1444-43e7-8e87-c4472b92ebf9 HTTP/1.1" status: 200 len: 1098 time: 0.2521210 May 19 05:43:37.492200 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0cc3b08e-fdf9-4364-bf90-afa8908f6be9 req-0f765646-bf07-4a07-a85c-8513eb2b1506 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/security-groups?id=e770bfd0-3e94-45b0-9954-6b1c1e0e564f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069486 May 19 05:43:37.659750 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb366c1-bb4d-4b4d-99f0-73561b99e9ff req-7148e2e6-1225-47f6-a629-2ce8d80f4944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:37.661186 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-bfb366c1-bb4d-4b4d-99f0-73561b99e9ff req-7148e2e6-1225-47f6-a629-2ce8d80f4944 service neutron] 10.222.0.26 "GET /v2.0/networks?id=66468b2a-efab-4a3c-bf32-cbdbf073937c HTTP/1.1" status: 200 len: 918 time: 0.2524512 May 19 05:43:37.664233 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-242c03c9-f964-4372-b68f-d42633f4d76c req-6a13ca23-04fc-4501-95e9-1a7d922e8b3d service neutron] 10.222.0.26 "GET /v2.0/networks/89d5aa65-3a6d-4be9-a00d-99ff97528276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566454 May 19 05:43:37.780735 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-bfb366c1-bb4d-4b4d-99f0-73561b99e9ff req-aeb94395-95bd-4df2-8511-1b2db9059a96 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=942ebcfa-98eb-4d38-870e-cd0f4b5236e0 HTTP/1.1" status: 200 len: 1001 time: 0.0931411 May 19 05:43:37.879991 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb366c1-bb4d-4b4d-99f0-73561b99e9ff req-d98468b3-213f-4ba9-9e45-e6ad11aa0c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:37.881397 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-bfb366c1-bb4d-4b4d-99f0-73561b99e9ff req-d98468b3-213f-4ba9-9e45-e6ad11aa0c73 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0fe61487-2837-401f-bfcd-f193a4daf6f6 HTTP/1.1" status: 200 len: 856 time: 0.0932362 May 19 05:43:38.055349 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4fc9b4-13ac-462d-a83d-d080d396cdfa req-476a57d6-cd8f-4aeb-b767-842581aa154b tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:38.056868 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0c4fc9b4-13ac-462d-a83d-d080d396cdfa req-476a57d6-cd8f-4aeb-b767-842581aa154b tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.26 "GET /v2.0/networks?id=4c713a74-0813-44be-ac36-fe2debef4543 HTTP/1.1" status: 200 len: 814 time: 0.2127869 May 19 05:43:38.063072 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb366c1-bb4d-4b4d-99f0-73561b99e9ff req-e9570569-a73a-4b7e-8d59-7c4ffa4d7a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:38.064694 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-bfb366c1-bb4d-4b4d-99f0-73561b99e9ff req-e9570569-a73a-4b7e-8d59-7c4ffa4d7a63 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=66468b2a-efab-4a3c-bf32-cbdbf073937c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1294563 May 19 05:43:38.085949 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [req-0c4fc9b4-13ac-462d-a83d-d080d396cdfa req-ae3a3d66-b520-4511-85a9-dfc4cdb9e7bc tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Request body: {'port': {'device_id': '74fbf4a3-470a-45e0-a387-427ccbff2762', 'network_id': '4c713a74-0813-44be-ac36-fe2debef4543', 'admin_state_up': True, 'tenant_id': '0595826c8352417daa536bf080ca9f0c'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:43:38.367152 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a51b2ae8-6e9f-46e4-8b42-66bfa9986dbe req-b253c5d9-38e1-4d10-8d93-bf3e84e144fb tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/ports?device_id=74fbf4a3-470a-45e0-a387-427ccbff2762 HTTP/1.1" status: 200 len: 210 time: 0.0448070 May 19 05:43:38.428886 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-bfb366c1-bb4d-4b4d-99f0-73561b99e9ff req-e885cec1-4d68-40ae-9c19-ea51eed6d9f7 service neutron] 10.222.0.26 "GET /v2.0/networks/66468b2a-efab-4a3c-bf32-cbdbf073937c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3161793 May 19 05:43:38.429743 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [req-0c4fc9b4-13ac-462d-a83d-d080d396cdfa req-ae3a3d66-b520-4511-85a9-dfc4cdb9e7bc tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:43:38.458688 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [req-0c4fc9b4-13ac-462d-a83d-d080d396cdfa req-ae3a3d66-b520-4511-85a9-dfc4cdb9e7bc tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:43:38.523556 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c4fc9b4-13ac-462d-a83d-d080d396cdfa req-ae3a3d66-b520-4511-85a9-dfc4cdb9e7bc tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Made reservation on behalf of 0595826c8352417daa536bf080ca9f0c for: {'port': 1} {{(pid=103391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 05:43:38.527144 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-0c4fc9b4-13ac-462d-a83d-d080d396cdfa req-ae3a3d66-b520-4511-85a9-dfc4cdb9e7bc tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:38.681913 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-bfb366c1-bb4d-4b4d-99f0-73561b99e9ff req-b7c4e6e0-3b9c-4a69-8ef1-bbd3d9cae633 service neutron] 10.222.0.26 "GET /v2.0/networks/66468b2a-efab-4a3c-bf32-cbdbf073937c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455885 May 19 05:43:38.781900 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d431a46-0479-4849-91be-a9add2a73ad7 req-64fad40d-4f8a-4767-b6ce-34ac6a8bc308 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:38.783393 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5d431a46-0479-4849-91be-a9add2a73ad7 req-64fad40d-4f8a-4767-b6ce-34ac6a8bc308 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb5c4c71-0117-457c-9ac5-3023598e7277 HTTP/1.1" status: 200 len: 946 time: 0.1780295 May 19 05:43:38.789004 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [req-0c4fc9b4-13ac-462d-a83d-d080d396cdfa req-ae3a3d66-b520-4511-85a9-dfc4cdb9e7bc tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Allocated IP 172.20.0.13 (4c713a74-0813-44be-ac36-fe2debef4543/3c4a5801-d8f0-4b74-b492-7e7724b84847/c3ff3a67-0c76-41ce-ae82-eabc1746b464) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 05:43:38.851550 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5d431a46-0479-4849-91be-a9add2a73ad7 req-974d26eb-c314-4638-979d-5100f0bf2bbf tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/security-groups?id=e770bfd0-3e94-45b0-9954-6b1c1e0e564f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603700 May 19 05:43:39.023958 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-0c4fc9b4-13ac-462d-a83d-d080d396cdfa req-ae3a3d66-b520-4511-85a9-dfc4cdb9e7bc tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Notify callbacks [] for port, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:39.054218 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-0c4fc9b4-13ac-462d-a83d-d080d396cdfa req-ae3a3d66-b520-4511-85a9-dfc4cdb9e7bc tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742272799735'] for port, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:39.059390 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-a432372a-e8f2-460c-a6e8-6ca179598222 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:43:39.072832 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] get_ports_and_sgs() called for port_ids ['ef7937c5-b2ba-479d-b1b3-35acb21e0596'] {{(pid=103392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 05:43:39.128089 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c4fc9b4-13ac-462d-a83d-d080d396cdfa req-ae3a3d66-b520-4511-85a9-dfc4cdb9e7bc tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Network 4c713a74-0813-44be-ac36-fe2debef4543 is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:43:39.134065 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [req-0c4fc9b4-13ac-462d-a83d-d080d396cdfa req-ae3a3d66-b520-4511-85a9-dfc4cdb9e7bc tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:43:39.134215 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c4fc9b4-13ac-462d-a83d-d080d396cdfa req-ae3a3d66-b520-4511-85a9-dfc4cdb9e7bc tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 05:43:39.139572 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4fc9b4-13ac-462d-a83d-d080d396cdfa req-ae3a3d66-b520-4511-85a9-dfc4cdb9e7bc tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:39.140185 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-0c4fc9b4-13ac-462d-a83d-d080d396cdfa req-ae3a3d66-b520-4511-85a9-dfc4cdb9e7bc tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13023'] for port, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:39.156186 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3a3d66-b520-4511-85a9-dfc4cdb9e7bc tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Pushing event updated for resources: {'Port': ['ID=c3ff3a67-0c76-41ce-ae82-eabc1746b464,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:43:39.166899 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3a3d66-b520-4511-85a9-dfc4cdb9e7bc tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:43:39.167262 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3a3d66-b520-4511-85a9-dfc4cdb9e7bc tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:43:39.167620 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3a3d66-b520-4511-85a9-dfc4cdb9e7bc tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:43:39.167956 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3a3d66-b520-4511-85a9-dfc4cdb9e7bc tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:43:39.168306 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3a3d66-b520-4511-85a9-dfc4cdb9e7bc tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:43:39.168649 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3a3d66-b520-4511-85a9-dfc4cdb9e7bc tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:43:39.168989 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3a3d66-b520-4511-85a9-dfc4cdb9e7bc tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:43:39.169327 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3a3d66-b520-4511-85a9-dfc4cdb9e7bc tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:43:39.169674 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3a3d66-b520-4511-85a9-dfc4cdb9e7bc tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:43:39.170001 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3a3d66-b520-4511-85a9-dfc4cdb9e7bc tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:43:39.170334 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3a3d66-b520-4511-85a9-dfc4cdb9e7bc tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:43:39.170697 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3a3d66-b520-4511-85a9-dfc4cdb9e7bc tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:43:39.177082 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-ae3a3d66-b520-4511-85a9-dfc4cdb9e7bc tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:43:39.195928 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0c4fc9b4-13ac-462d-a83d-d080d396cdfa req-ae3a3d66-b520-4511-85a9-dfc4cdb9e7bc tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1145165 May 19 05:43:39.208720 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [req-0c4fc9b4-13ac-462d-a83d-d080d396cdfa req-f832dd62-f9bb-41a4-b427-e0d666981601 service neutron] Request body: {'port': {'device_id': '74fbf4a3-470a-45e0-a387-427ccbff2762', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78240'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:43:39.361780 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-0c4fc9b4-13ac-462d-a83d-d080d396cdfa req-f832dd62-f9bb-41a4-b427-e0d666981601 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:39.578699 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c5bb2c-4953-453d-b3e9-ef734a172201 req-35859b73-c83f-4a8a-a432-a9ea2b72ca40 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:39.580353 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-21c5bb2c-4953-453d-b3e9-ef734a172201 req-35859b73-c83f-4a8a-a432-a9ea2b72ca40 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/ports?device_id=74fbf4a3-470a-45e0-a387-427ccbff2762 HTTP/1.1" status: 200 len: 932 time: 0.0849450 May 19 05:43:39.631097 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-21c5bb2c-4953-453d-b3e9-ef734a172201 req-cf6f0d96-cf4b-4474-98d1-791d56a80f71 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d9a3903-103e-47fc-a618-0f60bf0833b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448322 May 19 05:43:39.768721 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [req-0c4fc9b4-13ac-462d-a83d-d080d396cdfa req-f832dd62-f9bb-41a4-b427-e0d666981601 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3ff3a67-0c76-41ce-ae82-eabc1746b464 {{(pid=103391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 05:43:39.776338 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-0c4fc9b4-13ac-462d-a83d-d080d396cdfa req-f832dd62-f9bb-41a4-b427-e0d666981601 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:39.794419 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [req-0c4fc9b4-13ac-462d-a83d-d080d396cdfa req-f832dd62-f9bb-41a4-b427-e0d666981601 service neutron] Transition to ACTIVE for port object c3ff3a67-0c76-41ce-ae82-eabc1746b464 will not be triggered until provisioned by entity L2. {{(pid=103391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:43:39.800942 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-0c4fc9b4-13ac-462d-a83d-d080d396cdfa req-f832dd62-f9bb-41a4-b427-e0d666981601 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:39.813765 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-9edad2e6-0940-455c-8a2c-cfbd5edd44c3 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:43:39.945049 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f832dd62-f9bb-41a4-b427-e0d666981601 service neutron] Pushing event updated for resources: {'Port': ['ID=c3ff3a67-0c76-41ce-ae82-eabc1746b464,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:43:39.951580 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-f832dd62-f9bb-41a4-b427-e0d666981601 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:43:40.120012 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b651ff-76dd-4757-b241-751e8de0ecb7 req-048f8bb6-926c-4050-b1ae-7b8b8161923f tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:40.127382 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-81b651ff-76dd-4757-b241-751e8de0ecb7 req-048f8bb6-926c-4050-b1ae-7b8b8161923f tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb5c4c71-0117-457c-9ac5-3023598e7277 HTTP/1.1" status: 200 len: 946 time: 0.1068265 May 19 05:43:40.136874 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-0c4fc9b4-13ac-462d-a83d-d080d396cdfa req-f832dd62-f9bb-41a4-b427-e0d666981601 service neutron] Attempting to bind port c3ff3a67-0c76-41ce-ae82-eabc1746b464 on host hv-cinder-78240 for vnic_type normal with profile {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 05:43:40.137308 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-0c4fc9b4-13ac-462d-a83d-d080d396cdfa req-f832dd62-f9bb-41a4-b427-e0d666981601 service neutron] Attempting to bind port c3ff3a67-0c76-41ce-ae82-eabc1746b464 by drivers openvswitch,hyperv on host hv-cinder-78240 at level 0 using segments [{'id': '8ba8918a-8818-4683-9c8e-fc258c8069c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4c713a74-0813-44be-ac36-fe2debef4543'}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 05:43:40.137496 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4fc9b4-13ac-462d-a83d-d080d396cdfa req-f832dd62-f9bb-41a4-b427-e0d666981601 service neutron] Attempting to bind port c3ff3a67-0c76-41ce-ae82-eabc1746b464 on network 4c713a74-0813-44be-ac36-fe2debef4543 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:43:40.142335 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4fc9b4-13ac-462d-a83d-d080d396cdfa req-f832dd62-f9bb-41a4-b427-e0d666981601 service neutron] Port c3ff3a67-0c76-41ce-ae82-eabc1746b464 on network 4c713a74-0813-44be-ac36-fe2debef4543 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78240 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 05:43:40.142745 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4fc9b4-13ac-462d-a83d-d080d396cdfa req-f832dd62-f9bb-41a4-b427-e0d666981601 service neutron] Attempting to bind port c3ff3a67-0c76-41ce-ae82-eabc1746b464 on network 4c713a74-0813-44be-ac36-fe2debef4543 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:43:40.144573 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 43356) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:43:40.150509 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4fc9b4-13ac-462d-a83d-d080d396cdfa req-f832dd62-f9bb-41a4-b427-e0d666981601 service neutron] Checking agent: {'id': '5b106939-35fb-4931-879f-1b04325a2c36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78240', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 5, 40, 58), 'started_at': datetime.datetime(2021, 5, 19, 5, 40, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 5, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 05:43:40.150985 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4fc9b4-13ac-462d-a83d-d080d396cdfa req-f832dd62-f9bb-41a4-b427-e0d666981601 service neutron] Checking segment: {'id': '8ba8918a-8818-4683-9c8e-fc258c8069c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4c713a74-0813-44be-ac36-fe2debef4543'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:43:40.151256 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4fc9b4-13ac-462d-a83d-d080d396cdfa req-f832dd62-f9bb-41a4-b427-e0d666981601 service neutron] Bound using segment: {'id': '8ba8918a-8818-4683-9c8e-fc258c8069c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4c713a74-0813-44be-ac36-fe2debef4543'} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 05:43:40.151688 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-0c4fc9b4-13ac-462d-a83d-d080d396cdfa req-f832dd62-f9bb-41a4-b427-e0d666981601 service neutron] Bound port: c3ff3a67-0c76-41ce-ae82-eabc1746b464, host: hv-cinder-78240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ba8918a-8818-4683-9c8e-fc258c8069c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4c713a74-0813-44be-ac36-fe2debef4543'}}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 05:43:40.152020 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-0c4fc9b4-13ac-462d-a83d-d080d396cdfa req-f832dd62-f9bb-41a4-b427-e0d666981601 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:40.171263 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-81b651ff-76dd-4757-b241-751e8de0ecb7 req-8ce5aa20-49e6-4d9f-a57c-536524f22a5e tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/security-groups?id=e770bfd0-3e94-45b0-9954-6b1c1e0e564f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429409 May 19 05:43:40.268125 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_v2 [None req-d80272f6-db15-4ecf-9c32-3f88384a8638 admin admin] Deleting subnet 26bcad94-1526-462e-9739-34f08a7f2e0a {{(pid=103391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 05:43:40.272457 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d80272f6-db15-4ecf-9c32-3f88384a8638 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:40.337164 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-0c4fc9b4-13ac-462d-a83d-d080d396cdfa req-f832dd62-f9bb-41a4-b427-e0d666981601 service neutron] For port c3ff3a67-0c76-41ce-ae82-eabc1746b464, host hv-cinder-78240, cleared binding levels {{(pid=103391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 05:43:40.341567 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-0c4fc9b4-13ac-462d-a83d-d080d396cdfa req-f832dd62-f9bb-41a4-b427-e0d666981601 service neutron] For port c3ff3a67-0c76-41ce-ae82-eabc1746b464, host hv-cinder-78240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=c3ff3a67-0c76-41ce-ae82-eabc1746b464,segment=NetworkSegment(8ba8918a-8818-4683-9c8e-fc258c8069c5),segment_id=8ba8918a-8818-4683-9c8e-fc258c8069c5)] {{(pid=103391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 05:43:40.343923 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d80272f6-db15-4ecf-9c32-3f88384a8638 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:40.349847 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-0c4fc9b4-13ac-462d-a83d-d080d396cdfa req-f832dd62-f9bb-41a4-b427-e0d666981601 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:40.355402 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-7bc503c1-93d0-4700-aadf-8529eeee8423 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:43:40.483203 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d80272f6-db15-4ecf-9c32-3f88384a8638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3527298'] for subnet, precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:40.551849 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4fc9b4-13ac-462d-a83d-d080d396cdfa req-f832dd62-f9bb-41a4-b427-e0d666981601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:40.552454 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-0c4fc9b4-13ac-462d-a83d-d080d396cdfa req-f832dd62-f9bb-41a4-b427-e0d666981601 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13023'] for port, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:40.553812 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0c4fc9b4-13ac-462d-a83d-d080d396cdfa req-f832dd62-f9bb-41a4-b427-e0d666981601 service neutron] 10.222.0.26 "PUT /v2.0/ports/c3ff3a67-0c76-41ce-ae82-eabc1746b464 HTTP/1.1" status: 200 len: 1094 time: 1.3494005 May 19 05:43:40.554446 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74fbf4a3-470a-45e0-a387-427ccbff2762', 'tag': 'c3ff3a67-0c76-41ce-ae82-eabc1746b464'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:43:40.600924 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f832dd62-f9bb-41a4-b427-e0d666981601 service neutron] Pushing event updated for resources: {'Port': ['ID=c3ff3a67-0c76-41ce-ae82-eabc1746b464,revision_number=3']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:43:40.606003 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-f832dd62-f9bb-41a4-b427-e0d666981601 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:43:40.652522 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74fbf4a3-470a-45e0-a387-427ccbff2762', 'tag': 'c3ff3a67-0c76-41ce-ae82-eabc1746b464', 'status': 'completed', 'code': 200} May 19 05:43:40.808231 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4fc9b4-13ac-462d-a83d-d080d396cdfa req-7e0e1eac-337c-4963-9c0d-1a9713986bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:40.809614 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0c4fc9b4-13ac-462d-a83d-d080d396cdfa req-7e0e1eac-337c-4963-9c0d-1a9713986bf4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0595826c8352417daa536bf080ca9f0c&device_id=74fbf4a3-470a-45e0-a387-427ccbff2762 HTTP/1.1" status: 200 len: 1097 time: 0.1563375 May 19 05:43:40.839537 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44dba92-2733-4809-abdc-179a987744ba req-5528d434-0a8e-433a-8070-ba7829c26758 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:40.841426 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a44dba92-2733-4809-abdc-179a987744ba req-5528d434-0a8e-433a-8070-ba7829c26758 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/ports?device_id=74fbf4a3-470a-45e0-a387-427ccbff2762 HTTP/1.1" status: 200 len: 944 time: 0.0822175 May 19 05:43:40.886092 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a44dba92-2733-4809-abdc-179a987744ba req-818307a8-87cb-49ca-bc3f-ee3ad73b95db tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d9a3903-103e-47fc-a618-0f60bf0833b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383329 May 19 05:43:40.895444 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0c4fc9b4-13ac-462d-a83d-d080d396cdfa req-91a4f868-58e7-4d38-a1c7-c03cae43cba8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3ff3a67-0c76-41ce-ae82-eabc1746b464 HTTP/1.1" status: 200 len: 217 time: 0.0675833 May 19 05:43:40.900585 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d80272f6-db15-4ecf-9c32-3f88384a8638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3527349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065'] for subnet, after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:40.906536 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:43:40.977761 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80272f6-db15-4ecf-9c32-3f88384a8638 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26bcad94-1526-462e-9739-34f08a7f2e0a,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:43:40.979744 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d80272f6-db15-4ecf-9c32-3f88384a8638 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584083'] for subnet, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:40.984297 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-d80272f6-db15-4ecf-9c32-3f88384a8638 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:43:40.995469 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-d80272f6-db15-4ecf-9c32-3f88384a8638 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/26bcad94-1526-462e-9739-34f08a7f2e0a HTTP/1.1" status: 204 len: 168 time: 0.8467519 May 19 05:43:40.998061 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 43378) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:43:41.008073 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4fc9b4-13ac-462d-a83d-d080d396cdfa req-067eb829-c0d6-4b89-b27b-54e4f8d6f883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:41.009858 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0c4fc9b4-13ac-462d-a83d-d080d396cdfa req-067eb829-c0d6-4b89-b27b-54e4f8d6f883 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3c4a5801-d8f0-4b74-b492-7e7724b84847 HTTP/1.1" status: 200 len: 854 time: 0.1041727 May 19 05:43:41.080129 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0c4fc9b4-13ac-462d-a83d-d080d396cdfa req-dc210bab-77a9-42a4-b479-e52310ee4fd6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4c713a74-0813-44be-ac36-fe2debef4543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508356 May 19 05:43:41.108297 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-170e54f1-122d-41ea-b7cb-a56f33caf607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608314'] for network, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:41.254163 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0c4fc9b4-13ac-462d-a83d-d080d396cdfa req-50aa1739-0011-498e-a7fa-1c8270cead79 service neutron] 10.222.0.26 "GET /v2.0/networks/4c713a74-0813-44be-ac36-fe2debef4543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664157 May 19 05:43:41.343979 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-170e54f1-122d-41ea-b7cb-a56f33caf607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3528713', 'neutron.services.segments.db._delete_segments_for_network-8742273243010'] for network, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:41.363496 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-170e54f1-122d-41ea-b7cb-a56f33caf607 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:43:41.364172 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-170e54f1-122d-41ea-b7cb-a56f33caf607 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:43:41.365161 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-170e54f1-122d-41ea-b7cb-a56f33caf607 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:43:41.365685 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-170e54f1-122d-41ea-b7cb-a56f33caf607 admin admin] Subscribe: > port after_create 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:43:41.366193 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-170e54f1-122d-41ea-b7cb-a56f33caf607 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:43:41.367384 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-170e54f1-122d-41ea-b7cb-a56f33caf607 admin admin] Subscribe: > port after_update 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:43:41.368086 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-170e54f1-122d-41ea-b7cb-a56f33caf607 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:43:41.368086 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-170e54f1-122d-41ea-b7cb-a56f33caf607 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:43:41.368325 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-170e54f1-122d-41ea-b7cb-a56f33caf607 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:43:41.368807 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-170e54f1-122d-41ea-b7cb-a56f33caf607 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:43:41.579325 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-170e54f1-122d-41ea-b7cb-a56f33caf607 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:43:41.581077 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-170e54f1-122d-41ea-b7cb-a56f33caf607 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:43:41.581632 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-170e54f1-122d-41ea-b7cb-a56f33caf607 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:43:41.582489 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-170e54f1-122d-41ea-b7cb-a56f33caf607 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:43:41.583068 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-170e54f1-122d-41ea-b7cb-a56f33caf607 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03dcfb66-ea3c-465d-b08c-ec5988394a1d']}} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:43:41.601051 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0c4fc9b4-13ac-462d-a83d-d080d396cdfa req-d9db4555-e8e8-4ffe-a9ce-8991a66f6448 service neutron] 10.222.0.26 "GET /v2.0/networks/4c713a74-0813-44be-ac36-fe2debef4543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3272817 May 19 05:43:41.622945 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-170e54f1-122d-41ea-b7cb-a56f33caf607 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '158de6a9-376d-4d4f-a307-af47b61e2c3d') {'for_net_delete': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:43:41.624051 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-170e54f1-122d-41ea-b7cb-a56f33caf607 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '158de6a9-376d-4d4f-a307-af47b61e2c3d') {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:43:41.630477 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2f76af-ad98-4cf1-b223-c12646cc7a77 req-ae98e514-8224-47b8-baee-8514c237d706 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:41.645081 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-be2f76af-ad98-4cf1-b223-c12646cc7a77 req-ae98e514-8224-47b8-baee-8514c237d706 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb5c4c71-0117-457c-9ac5-3023598e7277 HTTP/1.1" status: 200 len: 946 time: 0.2619004 May 19 05:43:41.689836 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-170e54f1-122d-41ea-b7cb-a56f33caf607 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742273253515', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266360007'] for segment, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:41.714161 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-170e54f1-122d-41ea-b7cb-a56f33caf607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3517393'] for segment, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:41.722495 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-170e54f1-122d-41ea-b7cb-a56f33caf607 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 05:43:41.722936 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-170e54f1-122d-41ea-b7cb-a56f33caf607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3517393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266568995'] for segment, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:41.745284 dv-cinder-782405-8-iscsi neutron-server[103390]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 19 05:43:41.745284 dv-cinder-782405-8-iscsi neutron-server[103390]: from cryptography.utils import int_from_bytes May 19 05:43:41.745284 dv-cinder-782405-8-iscsi neutron-server[103390]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 19 05:43:41.745284 dv-cinder-782405-8-iscsi neutron-server[103390]: from cryptography.utils import int_from_bytes May 19 05:43:41.745284 dv-cinder-782405-8-iscsi neutron-server[103390]: Traceback (most recent call last): May 19 05:43:41.745284 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 05:43:41.745284 dv-cinder-782405-8-iscsi neutron-server[103390]: timer() May 19 05:43:41.745284 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 05:43:41.745284 dv-cinder-782405-8-iscsi neutron-server[103390]: cb(*args, **kw) May 19 05:43:41.745284 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 05:43:41.745284 dv-cinder-782405-8-iscsi neutron-server[103390]: return func(*args, **kwargs) May 19 05:43:41.745284 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 05:43:41.745284 dv-cinder-782405-8-iscsi neutron-server[103390]: self._notify() May 19 05:43:41.745284 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 05:43:41.745284 dv-cinder-782405-8-iscsi neutron-server[103390]: self.callback(batched_events) May 19 05:43:41.745284 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 05:43:41.745284 dv-cinder-782405-8-iscsi neutron-server[103390]: event.method(event) May 19 05:43:41.745284 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 05:43:41.745284 dv-cinder-782405-8-iscsi neutron-server[103390]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 05:43:41.745284 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 05:43:41.745284 dv-cinder-782405-8-iscsi neutron-server[103390]: aggregate_uuid = self.p_client.list_aggregates( May 19 05:43:41.745284 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 05:43:41.745284 dv-cinder-782405-8-iscsi neutron-server[103390]: return f(self, *a, **k) May 19 05:43:41.745284 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 05:43:41.745284 dv-cinder-782405-8-iscsi neutron-server[103390]: return self._get(url).json() May 19 05:43:41.745284 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 05:43:41.745284 dv-cinder-782405-8-iscsi neutron-server[103390]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 05:43:41.745284 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 05:43:41.745284 dv-cinder-782405-8-iscsi neutron-server[103390]: return self.request(url, 'GET', **kwargs) May 19 05:43:41.745284 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 05:43:41.745284 dv-cinder-782405-8-iscsi neutron-server[103390]: base_url = self.get_endpoint(auth, allow=allow, May 19 05:43:41.745284 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 05:43:41.745284 dv-cinder-782405-8-iscsi neutron-server[103390]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 05:43:41.745284 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 05:43:41.745284 dv-cinder-782405-8-iscsi neutron-server[103390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 05:43:41.745284 dv-cinder-782405-8-iscsi neutron-server[103390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 05:43:41.795261 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-be2f76af-ad98-4cf1-b223-c12646cc7a77 req-45500e62-14a2-466a-bd17-ad50692b40dc tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/security-groups?id=e770bfd0-3e94-45b0-9954-6b1c1e0e564f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492043 May 19 05:43:41.843657 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42490da-a42e-437b-b991-fbcf5428bbb6 req-6c269da7-0439-4fe8-9266-df5cdce849cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:41.846437 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a42490da-a42e-437b-b991-fbcf5428bbb6 req-6c269da7-0439-4fe8-9266-df5cdce849cf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0595826c8352417daa536bf080ca9f0c&device_id=74fbf4a3-470a-45e0-a387-427ccbff2762 HTTP/1.1" status: 200 len: 1097 time: 0.1752224 May 19 05:43:41.853581 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-170e54f1-122d-41ea-b7cb-a56f33caf607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3528704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-542600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-584118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-517964'] for network, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:41.869847 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-170e54f1-122d-41ea-b7cb-a56f33caf607 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584083'] for network, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:41.873989 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-687d50af-d506-42b4-8de5-faa56cfb02b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:43:41.909153 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170e54f1-122d-41ea-b7cb-a56f33caf607 admin admin] Pushing event deleted for resources: {'Network': ['ID=03dcfb66-ea3c-465d-b08c-ec5988394a1d,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:43:41.920127 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170e54f1-122d-41ea-b7cb-a56f33caf607 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:43:41.920846 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170e54f1-122d-41ea-b7cb-a56f33caf607 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:43:41.921413 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170e54f1-122d-41ea-b7cb-a56f33caf607 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:43:41.923460 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170e54f1-122d-41ea-b7cb-a56f33caf607 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:43:41.923956 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170e54f1-122d-41ea-b7cb-a56f33caf607 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:43:41.924481 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170e54f1-122d-41ea-b7cb-a56f33caf607 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:43:41.924857 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170e54f1-122d-41ea-b7cb-a56f33caf607 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:43:41.925209 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170e54f1-122d-41ea-b7cb-a56f33caf607 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:43:41.925558 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170e54f1-122d-41ea-b7cb-a56f33caf607 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:43:41.925967 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170e54f1-122d-41ea-b7cb-a56f33caf607 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:43:41.926422 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170e54f1-122d-41ea-b7cb-a56f33caf607 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:43:41.926904 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170e54f1-122d-41ea-b7cb-a56f33caf607 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:43:41.930255 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-170e54f1-122d-41ea-b7cb-a56f33caf607 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:43:41.934928 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-170e54f1-122d-41ea-b7cb-a56f33caf607 admin admin] 10.222.0.11 "DELETE /v2.0/networks/03dcfb66-ea3c-465d-b08c-ec5988394a1d HTTP/1.1" status: 204 len: 168 time: 0.9357877 May 19 05:43:42.007077 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42490da-a42e-437b-b991-fbcf5428bbb6 req-5717cfae-00b5-4515-aa1b-c2c1d399aefc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:42.008619 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a42490da-a42e-437b-b991-fbcf5428bbb6 req-5717cfae-00b5-4515-aa1b-c2c1d399aefc service neutron] 10.222.0.26 "GET /v2.0/networks?id=4c713a74-0813-44be-ac36-fe2debef4543 HTTP/1.1" status: 200 len: 915 time: 0.1535311 May 19 05:43:42.098589 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a42490da-a42e-437b-b991-fbcf5428bbb6 req-3b2c0d98-91ca-4f77-aac4-3d2a7c128340 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3ff3a67-0c76-41ce-ae82-eabc1746b464 HTTP/1.1" status: 200 len: 217 time: 0.0788343 May 19 05:43:42.166689 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14070a6-70bd-4b19-99c5-57ae6238b1b9 req-1c7609b5-055e-41c9-8e05-86dc97e223d9 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:42.168552 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f14070a6-70bd-4b19-99c5-57ae6238b1b9 req-1c7609b5-055e-41c9-8e05-86dc97e223d9 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/ports?device_id=74fbf4a3-470a-45e0-a387-427ccbff2762 HTTP/1.1" status: 200 len: 944 time: 0.0984631 May 19 05:43:42.186808 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42490da-a42e-437b-b991-fbcf5428bbb6 req-fa2a07b0-2659-40e1-9759-b7fb09e37f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:42.188247 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a42490da-a42e-437b-b991-fbcf5428bbb6 req-fa2a07b0-2659-40e1-9759-b7fb09e37f05 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3c4a5801-d8f0-4b74-b492-7e7724b84847 HTTP/1.1" status: 200 len: 854 time: 0.0808156 May 19 05:43:42.188835 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 43416) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:43:42.218879 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f14070a6-70bd-4b19-99c5-57ae6238b1b9 req-bf519069-ad8a-437e-8ee6-afe19413f2ce tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d9a3903-103e-47fc-a618-0f60bf0833b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436714 May 19 05:43:42.252142 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a42490da-a42e-437b-b991-fbcf5428bbb6 req-381522e4-86c8-416e-b25e-1e8ac7ffd5b7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4c713a74-0813-44be-ac36-fe2debef4543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481298 May 19 05:43:42.309933 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-653a66ab-8333-4923-b7e0-31bb16a6276f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=47ad02488c50471da1b1a57ccb2499cd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1201057 May 19 05:43:42.312524 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 43420) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:43:42.312741 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4dbf100f-c92e-4570-9a87-2763749b83fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:42.518740 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a42490da-a42e-437b-b991-fbcf5428bbb6 req-f45695d4-7055-4c18-8437-892a3dbbe0be service neutron] 10.222.0.26 "GET /v2.0/networks/4c713a74-0813-44be-ac36-fe2debef4543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539170 May 19 05:43:42.525100 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9a98092d-ccd1-4bee-9fd3-de3a612744f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:42.627731 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9a98092d-ccd1-4bee-9fd3-de3a612744f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:42.707560 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a42490da-a42e-437b-b991-fbcf5428bbb6 req-aa440090-afe3-4f78-b6c0-e154e07ec284 service neutron] 10.222.0.26 "GET /v2.0/networks/4c713a74-0813-44be-ac36-fe2debef4543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797712 May 19 05:43:42.723209 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9a98092d-ccd1-4bee-9fd3-de3a612744f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:42.728909 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-d885e4e7-7924-4a42-9265-47134d64e5ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:43:42.743860 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a98092d-ccd1-4bee-9fd3-de3a612744f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=088717ce-0188-4369-8665-c33c6e27594a,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:43:42.746868 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-9a98092d-ccd1-4bee-9fd3-de3a612744f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:43:42.756403 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9a98092d-ccd1-4bee-9fd3-de3a612744f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:42.758124 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-9a98092d-ccd1-4bee-9fd3-de3a612744f5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/088717ce-0188-4369-8665-c33c6e27594a HTTP/1.1" status: 204 len: 168 time: 0.4446166 May 19 05:43:43.026807 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e068b5a9-4fec-440e-a0a3-978b8c6b8635 req-bf7e93e3-85af-4fc3-813e-d97cc3d7c4f7 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:43.028762 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e068b5a9-4fec-440e-a0a3-978b8c6b8635 req-bf7e93e3-85af-4fc3-813e-d97cc3d7c4f7 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb5c4c71-0117-457c-9ac5-3023598e7277 HTTP/1.1" status: 200 len: 946 time: 0.0964165 May 19 05:43:43.080458 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e068b5a9-4fec-440e-a0a3-978b8c6b8635 req-71c002a9-7943-40a2-b3da-e83211b5fdea tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/security-groups?id=e770bfd0-3e94-45b0-9954-6b1c1e0e564f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457721 May 19 05:43:43.438977 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f239aa7-e767-46c9-8de5-fb498faee971 req-37c3ad1f-eb56-427a-a87e-d42509fec20d tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:43.440608 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8f239aa7-e767-46c9-8de5-fb498faee971 req-37c3ad1f-eb56-427a-a87e-d42509fec20d tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/ports?device_id=74fbf4a3-470a-45e0-a387-427ccbff2762 HTTP/1.1" status: 200 len: 944 time: 0.1065359 May 19 05:43:43.498501 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8f239aa7-e767-46c9-8de5-fb498faee971 req-e6865060-6416-4e38-8c93-381f2483eb6c tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d9a3903-103e-47fc-a618-0f60bf0833b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516322 May 19 05:43:44.291860 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15445cb0-f9e6-4c4d-b4f5-27d215cd2174 req-f85c4d87-b805-4fa7-b8c0-f905b028d580 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:44.293289 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-15445cb0-f9e6-4c4d-b4f5-27d215cd2174 req-f85c4d87-b805-4fa7-b8c0-f905b028d580 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb5c4c71-0117-457c-9ac5-3023598e7277 HTTP/1.1" status: 200 len: 946 time: 0.0890045 May 19 05:43:44.340750 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-15445cb0-f9e6-4c4d-b4f5-27d215cd2174 req-a354fbf0-4eb9-4b93-846d-483a4a043c8a tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/security-groups?id=e770bfd0-3e94-45b0-9954-6b1c1e0e564f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408490 May 19 05:43:44.676867 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9e552f29-fbd6-4bb7-9a57-513c71134874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:44.708385 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5890a09-5b3d-45d4-807e-9cd7b2e63d17 req-0e8ca75c-a69a-4fb6-8c19-b1aba3ba90e5 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:44.709089 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-e5890a09-5b3d-45d4-807e-9cd7b2e63d17 req-0e8ca75c-a69a-4fb6-8c19-b1aba3ba90e5 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Synchronizing usage tracker for tenant:0595826c8352417daa536bf080ca9f0c on resource:port {{(pid=103391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:43:44.724358 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-e5890a09-5b3d-45d4-807e-9cd7b2e63d17 req-0e8ca75c-a69a-4fb6-8c19-b1aba3ba90e5 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Unset dirty status for tenant:0595826c8352417daa536bf080ca9f0c on resource:port {{(pid=103391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:43:44.725663 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e5890a09-5b3d-45d4-807e-9cd7b2e63d17 req-0e8ca75c-a69a-4fb6-8c19-b1aba3ba90e5 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/ports?device_id=74fbf4a3-470a-45e0-a387-427ccbff2762 HTTP/1.1" status: 200 len: 944 time: 0.1091738 May 19 05:43:44.771995 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e5890a09-5b3d-45d4-807e-9cd7b2e63d17 req-202f2ab2-2a48-4453-96b6-27a11fe9c86f tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d9a3903-103e-47fc-a618-0f60bf0833b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403357 May 19 05:43:44.819658 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:44.840893 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Device c3ff3a67-0c76-41ce-ae82-eabc1746b464 details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=103392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 05:43:44.974729 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] For port c3ff3a67-0c76-41ce-ae82-eabc1746b464, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=c3ff3a67-0c76-41ce-ae82-eabc1746b464,segment=NetworkSegment(8ba8918a-8818-4683-9c8e-fc258c8069c5),segment_id=8ba8918a-8818-4683-9c8e-fc258c8069c5)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:43:44.988774 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Returning: {'device': 'c3ff3a67-0c76-41ce-ae82-eabc1746b464', 'network_id': '4c713a74-0813-44be-ac36-fe2debef4543', 'port_id': 'c3ff3a67-0c76-41ce-ae82-eabc1746b464', 'mac_address': 'fa:16:3e:8a:5d:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c4a5801-d8f0-4b74-b492-7e7724b84847', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 05:43:45.057110 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:45.075102 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3ff3a67-0c76-41ce-ae82-eabc1746b464 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 05:43:45.090867 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] For port c3ff3a67-0c76-41ce-ae82-eabc1746b464, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=c3ff3a67-0c76-41ce-ae82-eabc1746b464,segment=NetworkSegment(8ba8918a-8818-4683-9c8e-fc258c8069c5),segment_id=8ba8918a-8818-4683-9c8e-fc258c8069c5)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:43:45.094658 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:45.097190 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:43:45.168381 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Pushing event updated for resources: {'Port': ['ID=c3ff3a67-0c76-41ce-ae82-eabc1746b464,revision_number=4']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:43:45.176078 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:43:45.176423 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:43:45.176762 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:43:45.177117 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:43:45.177446 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:43:45.177775 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:43:45.178100 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:43:45.178421 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:43:45.178766 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:43:45.179083 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:43:45.179401 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:43:45.179716 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:43:45.183531 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:43:45.535794 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] get_ports_and_sgs() called for port_ids ['c3ff3a67-0c76-41ce-ae82-eabc1746b464'] {{(pid=103392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 05:43:45.647340 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2692c9-6cc8-4545-9ea7-b15a74e86432 req-1fb87cd7-ba5a-4b1b-bff3-b5d5ab49dd7a tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:45.648679 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 43602) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:43:45.659257 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2e2692c9-6cc8-4545-9ea7-b15a74e86432 req-1fb87cd7-ba5a-4b1b-bff3-b5d5ab49dd7a tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb5c4c71-0117-457c-9ac5-3023598e7277 HTTP/1.1" status: 200 len: 946 time: 0.1591663 May 19 05:43:45.751161 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2e2692c9-6cc8-4545-9ea7-b15a74e86432 req-b7f80bcc-5ff9-4cc5-b834-037bfecb5a1b tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/security-groups?id=e770bfd0-3e94-45b0-9954-6b1c1e0e564f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844750 May 19 05:43:45.752558 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 43608) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:43:45.760277 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa3dd835-a8cd-45ca-a2ff-080cc5646a46 admin admin] Deleting subnet 0005d156-e2d2-440b-a31f-0799267f54c3 {{(pid=103391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 05:43:45.763554 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fa3dd835-a8cd-45ca-a2ff-080cc5646a46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:45.850195 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fa3dd835-a8cd-45ca-a2ff-080cc5646a46 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:45.859613 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-db7c5e23-657c-45d4-9da5-15ba3bf0d241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:45.864466 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fa3dd835-a8cd-45ca-a2ff-080cc5646a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3527298'] for subnet, precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:45.946263 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b696c688-eec8-4aa7-859d-a4fe7ed1e933 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:45.966309 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-b696c688-eec8-4aa7-859d-a4fe7ed1e933 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:43:45.971445 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-b696c688-eec8-4aa7-859d-a4fe7ed1e933 admin admin] Usage tracker for resource:security_group_rule and tenant:fd91dfe48f3a4478bfa22c7066483f3d is out of sync, need to count used quota {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:43:45.974949 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-b696c688-eec8-4aa7-859d-a4fe7ed1e933 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:43:45.981682 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-b696c688-eec8-4aa7-859d-a4fe7ed1e933 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:43:46.140032 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3047658-dee6-44d8-a1fe-ec23cb742384 req-af398cf5-ff0f-4a57-b51f-9b33e6fa5920 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:46.141640 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d3047658-dee6-44d8-a1fe-ec23cb742384 req-af398cf5-ff0f-4a57-b51f-9b33e6fa5920 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/ports?device_id=74fbf4a3-470a-45e0-a387-427ccbff2762 HTTP/1.1" status: 200 len: 945 time: 0.1398005 May 19 05:43:46.153796 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fa3dd835-a8cd-45ca-a2ff-080cc5646a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3527349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065'] for subnet, after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:46.161233 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:43:46.178262 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b696c688-eec8-4aa7-859d-a4fe7ed1e933 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:46.196828 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b696c688-eec8-4aa7-859d-a4fe7ed1e933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:46.201946 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3dd835-a8cd-45ca-a2ff-080cc5646a46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0005d156-e2d2-440b-a31f-0799267f54c3,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:43:46.207223 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fa3dd835-a8cd-45ca-a2ff-080cc5646a46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584083'] for subnet, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:46.207361 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-2ff130f6-0a53-4cc2-a842-c02cad9faeb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:43:46.210920 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-fa3dd835-a8cd-45ca-a2ff-080cc5646a46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:43:46.213646 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-fa3dd835-a8cd-45ca-a2ff-080cc5646a46 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/0005d156-e2d2-440b-a31f-0799267f54c3 HTTP/1.1" status: 204 len: 168 time: 0.5631714 May 19 05:43:46.216237 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 43628) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:43:46.229025 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d3047658-dee6-44d8-a1fe-ec23cb742384 req-37db9106-587f-41e8-b427-7e47f86e21f9 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d9a3903-103e-47fc-a618-0f60bf0833b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748217 May 19 05:43:46.263350 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-b696c688-eec8-4aa7-859d-a4fe7ed1e933 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fd91dfe48f3a4478bfa22c7066483f3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5094988 May 19 05:43:46.264814 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 43632) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:43:46.267583 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b696c688-eec8-4aa7-859d-a4fe7ed1e933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=023e7f65-5647-494c-8682-c61a2523b132,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:43:46.281147 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-b696c688-eec8-4aa7-859d-a4fe7ed1e933 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:43:46.332907 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-41134f79-c439-4261-a1f5-8bdfec6b5a62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:46.336806 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ffde0a65-3f93-46e5-836c-badde3659503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608314'] for network, before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:46.359589 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-41134f79-c439-4261-a1f5-8bdfec6b5a62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:46.413753 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-41134f79-c439-4261-a1f5-8bdfec6b5a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:46.418669 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-b696c688-eec8-4aa7-859d-a4fe7ed1e933 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:43:46.429008 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41134f79-c439-4261-a1f5-8bdfec6b5a62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=023e7f65-5647-494c-8682-c61a2523b132,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:43:46.433596 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-41134f79-c439-4261-a1f5-8bdfec6b5a62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:43:46.439716 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-41134f79-c439-4261-a1f5-8bdfec6b5a62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:46.443152 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-41134f79-c439-4261-a1f5-8bdfec6b5a62 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/023e7f65-5647-494c-8682-c61a2523b132 HTTP/1.1" status: 204 len: 168 time: 0.1749165 May 19 05:43:46.476081 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ffde0a65-3f93-46e5-836c-badde3659503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3528713', 'neutron.services.segments.db._delete_segments_for_network-8742273243010'] for network, precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:46.489807 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ffde0a65-3f93-46e5-836c-badde3659503 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:43:46.490166 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ffde0a65-3f93-46e5-836c-badde3659503 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:43:46.490925 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ffde0a65-3f93-46e5-836c-badde3659503 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:43:46.491272 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ffde0a65-3f93-46e5-836c-badde3659503 admin admin] Subscribe: > port after_create 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:43:46.491737 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ffde0a65-3f93-46e5-836c-badde3659503 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:43:46.492105 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ffde0a65-3f93-46e5-836c-badde3659503 admin admin] Subscribe: > port after_update 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:43:46.492460 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ffde0a65-3f93-46e5-836c-badde3659503 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:43:46.492800 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ffde0a65-3f93-46e5-836c-badde3659503 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:43:46.493127 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ffde0a65-3f93-46e5-836c-badde3659503 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:43:46.493443 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ffde0a65-3f93-46e5-836c-badde3659503 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:43:46.561344 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ffde0a65-3f93-46e5-836c-badde3659503 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:43:46.561715 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ffde0a65-3f93-46e5-836c-badde3659503 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:43:46.562047 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ffde0a65-3f93-46e5-836c-badde3659503 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:43:46.562378 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ffde0a65-3f93-46e5-836c-badde3659503 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:43:46.564205 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.services.segments.db [None req-ffde0a65-3f93-46e5-836c-badde3659503 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8c0e995-2896-46d2-a1c1-6f67f8bb2c29']}} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:43:46.577335 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.services.segments.db [None req-ffde0a65-3f93-46e5-836c-badde3659503 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97cca6de-7253-416d-8502-176bb9f7340a') {'for_net_delete': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:43:46.577634 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.services.segments.db [None req-ffde0a65-3f93-46e5-836c-badde3659503 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97cca6de-7253-416d-8502-176bb9f7340a') {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:43:46.593250 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ffde0a65-3f93-46e5-836c-badde3659503 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742273253515', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262242284'] for segment, before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:46.609689 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ffde0a65-3f93-46e5-836c-badde3659503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3517393'] for segment, precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:46.617911 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffde0a65-3f93-46e5-836c-badde3659503 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=103391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 05:43:46.618893 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ffde0a65-3f93-46e5-836c-badde3659503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3517393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263355371'] for segment, after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:46.635500 dv-cinder-782405-8-iscsi neutron-server[103391]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 19 05:43:46.635500 dv-cinder-782405-8-iscsi neutron-server[103391]: from cryptography.utils import int_from_bytes May 19 05:43:46.635500 dv-cinder-782405-8-iscsi neutron-server[103391]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 19 05:43:46.635500 dv-cinder-782405-8-iscsi neutron-server[103391]: from cryptography.utils import int_from_bytes May 19 05:43:46.635500 dv-cinder-782405-8-iscsi neutron-server[103391]: Traceback (most recent call last): May 19 05:43:46.635500 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 05:43:46.635500 dv-cinder-782405-8-iscsi neutron-server[103391]: timer() May 19 05:43:46.635500 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 05:43:46.635500 dv-cinder-782405-8-iscsi neutron-server[103391]: cb(*args, **kw) May 19 05:43:46.635500 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 05:43:46.635500 dv-cinder-782405-8-iscsi neutron-server[103391]: return func(*args, **kwargs) May 19 05:43:46.635500 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 05:43:46.635500 dv-cinder-782405-8-iscsi neutron-server[103391]: self._notify() May 19 05:43:46.635500 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 05:43:46.635500 dv-cinder-782405-8-iscsi neutron-server[103391]: self.callback(batched_events) May 19 05:43:46.635500 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 05:43:46.635500 dv-cinder-782405-8-iscsi neutron-server[103391]: event.method(event) May 19 05:43:46.635500 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 05:43:46.635500 dv-cinder-782405-8-iscsi neutron-server[103391]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 05:43:46.635500 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 05:43:46.635500 dv-cinder-782405-8-iscsi neutron-server[103391]: aggregate_uuid = self.p_client.list_aggregates( May 19 05:43:46.635500 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 05:43:46.635500 dv-cinder-782405-8-iscsi neutron-server[103391]: return f(self, *a, **k) May 19 05:43:46.635500 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 05:43:46.635500 dv-cinder-782405-8-iscsi neutron-server[103391]: return self._get(url).json() May 19 05:43:46.635500 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 05:43:46.635500 dv-cinder-782405-8-iscsi neutron-server[103391]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 05:43:46.635500 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 05:43:46.635500 dv-cinder-782405-8-iscsi neutron-server[103391]: return self.request(url, 'GET', **kwargs) May 19 05:43:46.635500 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 05:43:46.635500 dv-cinder-782405-8-iscsi neutron-server[103391]: base_url = self.get_endpoint(auth, allow=allow, May 19 05:43:46.635500 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 05:43:46.635500 dv-cinder-782405-8-iscsi neutron-server[103391]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 05:43:46.635500 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 05:43:46.635500 dv-cinder-782405-8-iscsi neutron-server[103391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 05:43:46.635500 dv-cinder-782405-8-iscsi neutron-server[103391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 05:43:46.716509 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ffde0a65-3f93-46e5-836c-badde3659503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3528704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-542600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-584118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-517964'] for network, after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:46.721990 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-47998f37-7e80-420b-97a6-022502d5ff54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:43:46.741122 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ffde0a65-3f93-46e5-836c-badde3659503 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584083'] for network, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:46.750622 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 43642) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:43:46.751133 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffde0a65-3f93-46e5-836c-badde3659503 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8c0e995-2896-46d2-a1c1-6f67f8bb2c29,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:43:46.754315 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-ffde0a65-3f93-46e5-836c-badde3659503 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:43:46.756019 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-ffde0a65-3f93-46e5-836c-badde3659503 admin admin] 10.222.0.11 "DELETE /v2.0/networks/f8c0e995-2896-46d2-a1c1-6f67f8bb2c29 HTTP/1.1" status: 204 len: 168 time: 0.5388787 May 19 05:43:46.758733 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 43646) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:43:46.768348 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e0505509-67e9-4211-999d-3895858d8743 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:46.784774 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-e0505509-67e9-4211-999d-3895858d8743 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:43:46.788604 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-e0505509-67e9-4211-999d-3895858d8743 admin admin] Usage tracker for resource:security_group_rule and tenant:49cd543609344c55b0081bbaa1f3af2e is out of sync, need to count used quota {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:43:46.791921 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-e0505509-67e9-4211-999d-3895858d8743 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:43:46.797761 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-e0505509-67e9-4211-999d-3895858d8743 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:43:46.819777 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fa48bf8-d851-4802-867c-0bab08d805a6 admin admin] Deleting subnet b979f229-595d-4420-b9c5-b139a45dc0ae {{(pid=103391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 05:43:46.823068 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1fa48bf8-d851-4802-867c-0bab08d805a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:46.878011 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1fa48bf8-d851-4802-867c-0bab08d805a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262242299'] for subnet, precommit_delete_associations {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:46.935341 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1fa48bf8-d851-4802-867c-0bab08d805a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3527298'] for subnet, precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:46.953558 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e0505509-67e9-4211-999d-3895858d8743 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:46.962394 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e0505509-67e9-4211-999d-3895858d8743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:46.967411 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-2b1ae39c-c37b-4eec-9710-2ba2179ca4f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:43:47.018752 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-e0505509-67e9-4211-999d-3895858d8743 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=49cd543609344c55b0081bbaa1f3af2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2640448 May 19 05:43:47.020121 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 43654) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:43:47.025378 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a6b115-5d7e-4f50-9ad9-da9787aef1d1 req-e27866ab-4d63-40d2-b4d8-c5fd1bc629fa tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:47.026934 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e9a6b115-5d7e-4f50-9ad9-da9787aef1d1 req-e27866ab-4d63-40d2-b4d8-c5fd1bc629fa tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb5c4c71-0117-457c-9ac5-3023598e7277 HTTP/1.1" status: 200 len: 946 time: 0.1587181 May 19 05:43:47.027838 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0505509-67e9-4211-999d-3895858d8743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=216e28e1-d357-4815-b71b-f8623f5b998f,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:43:47.030940 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-e0505509-67e9-4211-999d-3895858d8743 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:43:47.080096 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e9a6b115-5d7e-4f50-9ad9-da9787aef1d1 req-21545c1e-37b1-4935-8120-6a844b4259d3 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/security-groups?id=e770bfd0-3e94-45b0-9954-6b1c1e0e564f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457435 May 19 05:43:47.285993 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-2b02ad70-b47b-46e6-886f-d17867a4c7bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:47.330592 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-2b02ad70-b47b-46e6-886f-d17867a4c7bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:47.382952 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1fa48bf8-d851-4802-867c-0bab08d805a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3527349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263301705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264176266'] for subnet, after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:47.390330 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-83cd4456-e600-4909-9c8a-0cb7e48c16db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:43:47.437903 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1fa48bf8-d851-4802-867c-0bab08d805a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584083'] for subnet, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:47.441094 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa48bf8-d851-4802-867c-0bab08d805a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b979f229-595d-4420-b9c5-b139a45dc0ae,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:43:47.443346 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-1fa48bf8-d851-4802-867c-0bab08d805a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:43:47.448935 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d1660-3223-4a08-a685-d8175b28ed64 req-0e6152d3-fec8-48ea-b86b-4f282f67c931 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:47.455416 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-1fa48bf8-d851-4802-867c-0bab08d805a6 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/b979f229-595d-4420-b9c5-b139a45dc0ae HTTP/1.1" status: 204 len: 168 time: 0.6955221 May 19 05:43:47.457647 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 43668) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:43:47.458415 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-996d1660-3223-4a08-a685-d8175b28ed64 req-0e6152d3-fec8-48ea-b86b-4f282f67c931 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/ports?device_id=74fbf4a3-470a-45e0-a387-427ccbff2762 HTTP/1.1" status: 200 len: 945 time: 0.1142693 May 19 05:43:47.476744 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-2b02ad70-b47b-46e6-886f-d17867a4c7bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:47.482539 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-2b02ad70-b47b-46e6-886f-d17867a4c7bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:47.487137 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-2b02ad70-b47b-46e6-886f-d17867a4c7bb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/216e28e1-d357-4815-b71b-f8623f5b998f HTTP/1.1" status: 204 len: 168 time: 0.4652071 May 19 05:43:47.498701 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-4e6f0898-59b9-49de-bfff-88c671395a6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:43:47.512599 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-996d1660-3223-4a08-a685-d8175b28ed64 req-16a73fa8-73fc-4163-995a-6ef25e6ae3d5 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d9a3903-103e-47fc-a618-0f60bf0833b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533588 May 19 05:43:47.513519 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b02ad70-b47b-46e6-886f-d17867a4c7bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=216e28e1-d357-4815-b71b-f8623f5b998f,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:43:47.516059 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-2b02ad70-b47b-46e6-886f-d17867a4c7bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:43:47.569689 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ca9ec6bf-79c4-448f-b3bb-8c49e8cf3732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:47.589107 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 43676) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:43:47.621460 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-cdbe9256-ce5f-47cd-ae7f-a75085ca6533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608314'] for network, before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:47.757076 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-cdbe9256-ce5f-47cd-ae7f-a75085ca6533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3528713', 'neutron.services.segments.db._delete_segments_for_network-8742273243010'] for network, precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:47.769465 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.services.segments.db [None req-cdbe9256-ce5f-47cd-ae7f-a75085ca6533 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f43045ee-3dba-48e8-ba2b-4b602c110628']}} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:43:47.781844 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.services.segments.db [None req-cdbe9256-ce5f-47cd-ae7f-a75085ca6533 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ed6e950-dd15-4ae3-ae1c-18685e183ac9') {'for_net_delete': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:43:47.782139 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.services.segments.db [None req-cdbe9256-ce5f-47cd-ae7f-a75085ca6533 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ed6e950-dd15-4ae3-ae1c-18685e183ac9') {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:43:47.794260 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-cdbe9256-ce5f-47cd-ae7f-a75085ca6533 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742273253515', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262242284'] for segment, before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:47.810803 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-cdbe9256-ce5f-47cd-ae7f-a75085ca6533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3517393'] for segment, precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:47.817340 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdbe9256-ce5f-47cd-ae7f-a75085ca6533 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=103391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 05:43:47.817920 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-cdbe9256-ce5f-47cd-ae7f-a75085ca6533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3517393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263355371'] for segment, after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:47.858968 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e9a93e40-1c67-4fa7-8dba-9b8d60e8af3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:47.875275 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-e9a93e40-1c67-4fa7-8dba-9b8d60e8af3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:43:47.879720 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-e9a93e40-1c67-4fa7-8dba-9b8d60e8af3b admin admin] Usage tracker for resource:security_group_rule and tenant:49e4f460cc6d484c81c09d87fdae9462 is out of sync, need to count used quota {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:43:47.882848 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-e9a93e40-1c67-4fa7-8dba-9b8d60e8af3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:43:47.891027 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-e9a93e40-1c67-4fa7-8dba-9b8d60e8af3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:43:47.892228 dv-cinder-782405-8-iscsi neutron-server[103391]: Traceback (most recent call last): May 19 05:43:47.892228 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 05:43:47.892228 dv-cinder-782405-8-iscsi neutron-server[103391]: timer() May 19 05:43:47.892228 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 05:43:47.892228 dv-cinder-782405-8-iscsi neutron-server[103391]: cb(*args, **kw) May 19 05:43:47.892228 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 05:43:47.892228 dv-cinder-782405-8-iscsi neutron-server[103391]: return func(*args, **kwargs) May 19 05:43:47.892228 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 05:43:47.892228 dv-cinder-782405-8-iscsi neutron-server[103391]: self._notify() May 19 05:43:47.892228 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 05:43:47.892228 dv-cinder-782405-8-iscsi neutron-server[103391]: self.callback(batched_events) May 19 05:43:47.892228 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 05:43:47.892228 dv-cinder-782405-8-iscsi neutron-server[103391]: event.method(event) May 19 05:43:47.892228 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 05:43:47.892228 dv-cinder-782405-8-iscsi neutron-server[103391]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 05:43:47.892228 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 05:43:47.892228 dv-cinder-782405-8-iscsi neutron-server[103391]: aggregate_uuid = self.p_client.list_aggregates( May 19 05:43:47.892228 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 05:43:47.892228 dv-cinder-782405-8-iscsi neutron-server[103391]: return f(self, *a, **k) May 19 05:43:47.892228 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 05:43:47.892228 dv-cinder-782405-8-iscsi neutron-server[103391]: return self._get(url).json() May 19 05:43:47.892228 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 05:43:47.892228 dv-cinder-782405-8-iscsi neutron-server[103391]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 05:43:47.892228 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 05:43:47.892228 dv-cinder-782405-8-iscsi neutron-server[103391]: return self.request(url, 'GET', **kwargs) May 19 05:43:47.892228 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 05:43:47.892228 dv-cinder-782405-8-iscsi neutron-server[103391]: base_url = self.get_endpoint(auth, allow=allow, May 19 05:43:47.892228 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 05:43:47.892228 dv-cinder-782405-8-iscsi neutron-server[103391]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 05:43:47.892228 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 05:43:47.892228 dv-cinder-782405-8-iscsi neutron-server[103391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 05:43:47.892228 dv-cinder-782405-8-iscsi neutron-server[103391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 05:43:47.921293 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-cdbe9256-ce5f-47cd-ae7f-a75085ca6533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3528704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-542600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-584118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-517964'] for network, after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:47.929280 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:43:47.947986 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-cdbe9256-ce5f-47cd-ae7f-a75085ca6533 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584083'] for network, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:47.957154 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbe9256-ce5f-47cd-ae7f-a75085ca6533 admin admin] Pushing event deleted for resources: {'Network': ['ID=f43045ee-3dba-48e8-ba2b-4b602c110628,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:43:47.960165 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-cdbe9256-ce5f-47cd-ae7f-a75085ca6533 admin admin] 10.222.0.11 "DELETE /v2.0/networks/f43045ee-3dba-48e8-ba2b-4b602c110628 HTTP/1.1" status: 204 len: 168 time: 0.5015075 May 19 05:43:47.961110 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-cdbe9256-ce5f-47cd-ae7f-a75085ca6533 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:43:48.005908 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e9a93e40-1c67-4fa7-8dba-9b8d60e8af3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:48.010841 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e9a93e40-1c67-4fa7-8dba-9b8d60e8af3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:48.019647 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-711bf1cd-7d50-47c6-9dab-21b2155d270a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:43:48.064550 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-e9a93e40-1c67-4fa7-8dba-9b8d60e8af3b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=49e4f460cc6d484c81c09d87fdae9462&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4743140 May 19 05:43:48.065960 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a93e40-1c67-4fa7-8dba-9b8d60e8af3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aadc3cd0-05f0-455d-97ca-fe412a1502c8,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:43:48.067804 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 43696) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:43:48.068996 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-e9a93e40-1c67-4fa7-8dba-9b8d60e8af3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:43:48.107608 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 43704) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:43:48.163802 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-97246581-c7c8-41dc-88c6-b1700c434ad7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:48.172925 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-e1861846-2863-474c-b2da-93c6a34f672e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4823e51f7a25411ea69653907ac7f3f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0639634 May 19 05:43:48.173629 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 43710) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:43:48.197701 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-97246581-c7c8-41dc-88c6-b1700c434ad7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:48.259834 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-60d40e7a-bb5f-456e-a9ad-1735ec1ba3e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:48.273161 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-97246581-c7c8-41dc-88c6-b1700c434ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:48.280941 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:43:48.297895 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-60d40e7a-bb5f-456e-a9ad-1735ec1ba3e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:48.300216 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97246581-c7c8-41dc-88c6-b1700c434ad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aadc3cd0-05f0-455d-97ca-fe412a1502c8,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:43:48.358099 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-60d40e7a-bb5f-456e-a9ad-1735ec1ba3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:48.360859 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-97246581-c7c8-41dc-88c6-b1700c434ad7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:43:48.364401 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-adb185cf-8160-43c7-893b-469981390d67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:43:48.379230 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d40e7a-bb5f-456e-a9ad-1735ec1ba3e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a60c2707-4a72-4731-a4da-0d46f1cb213a,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:43:48.382529 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-97246581-c7c8-41dc-88c6-b1700c434ad7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:48.384392 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-60d40e7a-bb5f-456e-a9ad-1735ec1ba3e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:43:48.391424 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-97246581-c7c8-41dc-88c6-b1700c434ad7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/aadc3cd0-05f0-455d-97ca-fe412a1502c8 HTTP/1.1" status: 204 len: 168 time: 0.3173738 May 19 05:43:48.411143 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-60d40e7a-bb5f-456e-a9ad-1735ec1ba3e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:48.418425 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-60d40e7a-bb5f-456e-a9ad-1735ec1ba3e9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a60c2707-4a72-4731-a4da-0d46f1cb213a HTTP/1.1" status: 204 len: 168 time: 0.2406929 May 19 05:43:48.437418 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e36d23-8b4f-4357-9eb5-e07456e7c487 req-3c0b290e-7f67-46d7-b952-c718cb591a1d tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:48.445281 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e1e36d23-8b4f-4357-9eb5-e07456e7c487 req-3c0b290e-7f67-46d7-b952-c718cb591a1d tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb5c4c71-0117-457c-9ac5-3023598e7277 HTTP/1.1" status: 200 len: 946 time: 0.1656363 May 19 05:43:48.501242 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e1e36d23-8b4f-4357-9eb5-e07456e7c487 req-cba3b700-4861-4095-9671-a31bfb2b099e tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/security-groups?id=e770bfd0-3e94-45b0-9954-6b1c1e0e564f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527542 May 19 05:43:48.733281 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17aafbb-738c-4d27-aaa3-bc4f18c26d0e req-84c796f1-a750-4411-97c1-ce47bd83444a tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:48.734930 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b17aafbb-738c-4d27-aaa3-bc4f18c26d0e req-84c796f1-a750-4411-97c1-ce47bd83444a tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/ports?device_id=74fbf4a3-470a-45e0-a387-427ccbff2762 HTTP/1.1" status: 200 len: 945 time: 0.0912874 May 19 05:43:48.787740 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b17aafbb-738c-4d27-aaa3-bc4f18c26d0e req-89d01d2b-ec9b-4693-9191-77e8f93cfb4b tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d9a3903-103e-47fc-a618-0f60bf0833b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459063 May 19 05:43:48.849889 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Device c3ff3a67-0c76-41ce-ae82-eabc1746b464 up at agent hyperv_hv-cinder-78240 {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:43:48.902243 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 43748) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:43:48.969288 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-f3c76fc2-77ce-4aca-a362-ffeb676535ce admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a4a1c53eef1e47318ab3d14c3d52e3f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0649624 May 19 05:43:48.972373 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 43766) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:43:48.979701 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Provisioning for port c3ff3a67-0c76-41ce-ae82-eabc1746b464 completed by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:43:48.988727 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Provisioning complete for port c3ff3a67-0c76-41ce-ae82-eabc1746b464 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:43:48.989680 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:49.074143 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-fa563283-683b-4c77-9e86-886c144199f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:49.110732 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-fa563283-683b-4c77-9e86-886c144199f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:49.158860 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:49.196983 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74fbf4a3-470a-45e0-a387-427ccbff2762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3ff3a67-0c76-41ce-ae82-eabc1746b464'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:43:49.225833 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] For port c3ff3a67-0c76-41ce-ae82-eabc1746b464, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=c3ff3a67-0c76-41ce-ae82-eabc1746b464,segment=NetworkSegment(8ba8918a-8818-4683-9c8e-fc258c8069c5),segment_id=8ba8918a-8818-4683-9c8e-fc258c8069c5)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:43:49.232301 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:49.236201 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:43:49.270034 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-fa563283-683b-4c77-9e86-886c144199f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:49.278025 dv-cinder-782405-8-iscsi neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74fbf4a3-470a-45e0-a387-427ccbff2762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3ff3a67-0c76-41ce-ae82-eabc1746b464', 'code': 200} May 19 05:43:49.285170 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-d4a41896-4709-471e-a00f-c4814bcf6d13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:43:49.301368 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-fa563283-683b-4c77-9e86-886c144199f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:49.302785 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-fa563283-683b-4c77-9e86-886c144199f1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/89f3ae67-fb82-4f6e-80ee-dffe5f1c1196 HTTP/1.1" status: 204 len: 168 time: 0.3287053 May 19 05:43:49.303790 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa563283-683b-4c77-9e86-886c144199f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f3ae67-fb82-4f6e-80ee-dffe5f1c1196,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:43:49.315706 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-fa563283-683b-4c77-9e86-886c144199f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:43:49.411569 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Pushing event updated for resources: {'Port': ['ID=c3ff3a67-0c76-41ce-ae82-eabc1746b464,revision_number=5']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:43:49.420068 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:43:49.613120 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0a427f-9fb7-4fbe-907e-678b3c085a80 req-fe45f982-1d53-4e70-b4c0-36e378df28d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:49.614885 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-fd0a427f-9fb7-4fbe-907e-678b3c085a80 req-fe45f982-1d53-4e70-b4c0-36e378df28d1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=74fbf4a3-470a-45e0-a387-427ccbff2762 HTTP/1.1" status: 200 len: 1099 time: 0.1237795 May 19 05:43:49.690895 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-fd0a427f-9fb7-4fbe-907e-678b3c085a80 req-ec02b121-a2fa-43c0-aa73-10f03e535ca2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8d9a3903-103e-47fc-a618-0f60bf0833b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679214 May 19 05:43:49.807454 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa5c67-30fd-4ddb-94b0-ecf76e11f7ee req-8863da64-df63-49f0-82b6-9930ed6fafde tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:49.809312 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4ffa5c67-30fd-4ddb-94b0-ecf76e11f7ee req-8863da64-df63-49f0-82b6-9930ed6fafde tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb5c4c71-0117-457c-9ac5-3023598e7277 HTTP/1.1" status: 200 len: 946 time: 0.1157441 May 19 05:43:49.885764 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4ffa5c67-30fd-4ddb-94b0-ecf76e11f7ee req-c06c8565-6224-40e5-a1b8-348022a26f6e tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/security-groups?id=e770bfd0-3e94-45b0-9954-6b1c1e0e564f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672133 May 19 05:43:50.019859 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b9256c-6056-483d-9ac1-1b21f41e4c9d req-84844c39-ecd7-4956-80d7-5a9fbd40afc8 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:50.021526 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a0b9256c-6056-483d-9ac1-1b21f41e4c9d req-84844c39-ecd7-4956-80d7-5a9fbd40afc8 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/ports?device_id=74fbf4a3-470a-45e0-a387-427ccbff2762 HTTP/1.1" status: 200 len: 946 time: 0.0972633 May 19 05:43:50.089256 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a0b9256c-6056-483d-9ac1-1b21f41e4c9d req-4e0c6eb5-d082-4cee-835f-d3e472e4b78d tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d9a3903-103e-47fc-a618-0f60bf0833b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581806 May 19 05:43:50.876527 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 43888) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:43:51.145905 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e28a93a1-060b-48b0-9b32-eedcacebb7d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:51.175094 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-e28a93a1-060b-48b0-9b32-eedcacebb7d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:43:51.187018 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-e28a93a1-060b-48b0-9b32-eedcacebb7d1 admin admin] Usage tracker for resource:security_group_rule and tenant:481d666c667c494aae515550265d66dc is out of sync, need to count used quota {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:43:51.190306 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-e28a93a1-060b-48b0-9b32-eedcacebb7d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:43:51.196249 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-e28a93a1-060b-48b0-9b32-eedcacebb7d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:43:51.311148 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e1a0c0-53bc-4614-929a-321e7bcb91a2 req-ce4d885a-aeec-4bb5-b811-0863ada0c971 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:51.312603 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-61e1a0c0-53bc-4614-929a-321e7bcb91a2 req-ce4d885a-aeec-4bb5-b811-0863ada0c971 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb5c4c71-0117-457c-9ac5-3023598e7277 HTTP/1.1" status: 200 len: 946 time: 0.1141462 May 19 05:43:51.316693 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffabc6df-561c-4e61-850d-9e3aa4541bd2 req-33803f6c-dd5e-4f01-b14b-057ba1c8cd04 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:51.318175 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ffabc6df-561c-4e61-850d-9e3aa4541bd2 req-33803f6c-dd5e-4f01-b14b-057ba1c8cd04 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/ports?device_id=74fbf4a3-470a-45e0-a387-427ccbff2762 HTTP/1.1" status: 200 len: 946 time: 0.0880852 May 19 05:43:51.364056 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ffabc6df-561c-4e61-850d-9e3aa4541bd2 req-895ffa6a-661c-44e7-8412-e025a2a4ca64 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d9a3903-103e-47fc-a618-0f60bf0833b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396154 May 19 05:43:51.387133 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-61e1a0c0-53bc-4614-929a-321e7bcb91a2 req-746a4529-2bd3-49e1-92ff-1893e79c1dcc tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/security-groups?id=e770bfd0-3e94-45b0-9954-6b1c1e0e564f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666628 May 19 05:43:51.392038 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e28a93a1-060b-48b0-9b32-eedcacebb7d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:51.404136 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e28a93a1-060b-48b0-9b32-eedcacebb7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:51.412102 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-c822b12e-763d-4adf-94ac-f54cffe6e829 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:43:51.454831 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-e28a93a1-060b-48b0-9b32-eedcacebb7d1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=481d666c667c494aae515550265d66dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5765986 May 19 05:43:51.455921 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28a93a1-060b-48b0-9b32-eedcacebb7d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2751bae1-dd98-444c-847c-39d170881198,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:43:51.457819 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 43904) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:43:51.459282 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-e28a93a1-060b-48b0-9b32-eedcacebb7d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:43:51.519411 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-bf2b833e-abda-462f-b412-925f2201a79b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:51.546045 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-bf2b833e-abda-462f-b412-925f2201a79b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:51.603767 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-bf2b833e-abda-462f-b412-925f2201a79b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:51.610727 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-97246581-c7c8-41dc-88c6-b1700c434ad7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:43:51.623805 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2b833e-abda-462f-b412-925f2201a79b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2751bae1-dd98-444c-847c-39d170881198,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:43:51.626074 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-bf2b833e-abda-462f-b412-925f2201a79b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:43:51.627189 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-bf2b833e-abda-462f-b412-925f2201a79b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2751bae1-dd98-444c-847c-39d170881198 HTTP/1.1" status: 204 len: 168 time: 0.1683490 May 19 05:43:51.628021 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-bf2b833e-abda-462f-b412-925f2201a79b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:43:52.614679 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4478d66-c051-4cf0-9dfd-898cc063b71f req-57935cfc-d787-492d-b5aa-1baeca42cbb4 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:52.616097 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b4478d66-c051-4cf0-9dfd-898cc063b71f req-57935cfc-d787-492d-b5aa-1baeca42cbb4 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb5c4c71-0117-457c-9ac5-3023598e7277 HTTP/1.1" status: 200 len: 946 time: 0.1093299 May 19 05:43:52.660431 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b4478d66-c051-4cf0-9dfd-898cc063b71f req-8ea48808-37b1-4717-a560-d6d2490d57a8 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/security-groups?id=e770bfd0-3e94-45b0-9954-6b1c1e0e564f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384650 May 19 05:43:52.784938 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c65796b9-62b5-44c8-b0f8-e23c857a7697 req-5e7c12f6-fc89-4e6e-bef3-3e6103545157 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d010da67-18ef-42bc-a6c4-0dca8dab2dbc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0706511 May 19 05:43:52.952809 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65796b9-62b5-44c8-b0f8-e23c857a7697 req-8e6562d4-4b27-4918-b454-646c34842c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:52.954676 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c65796b9-62b5-44c8-b0f8-e23c857a7697 req-8e6562d4-4b27-4918-b454-646c34842c43 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0595826c8352417daa536bf080ca9f0c&device_id=d010da67-18ef-42bc-a6c4-0dca8dab2dbc HTTP/1.1" status: 200 len: 1098 time: 0.0763640 May 19 05:43:53.207644 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65796b9-62b5-44c8-b0f8-e23c857a7697 req-20139230-ec6c-4ca4-a91b-3c60e17f57f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:53.209093 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c65796b9-62b5-44c8-b0f8-e23c857a7697 req-20139230-ec6c-4ca4-a91b-3c60e17f57f1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4c713a74-0813-44be-ac36-fe2debef4543 HTTP/1.1" status: 200 len: 915 time: 0.2181990 May 19 05:43:53.285919 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c65796b9-62b5-44c8-b0f8-e23c857a7697 req-c9f41aea-0054-40ad-ac9b-3ee92925c899 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ef7937c5-b2ba-479d-b1b3-35acb21e0596 HTTP/1.1" status: 200 len: 217 time: 0.0627151 May 19 05:43:53.350935 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65796b9-62b5-44c8-b0f8-e23c857a7697 req-6f7749ca-9efa-4463-96d0-fa7a3edc641a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:53.352349 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c65796b9-62b5-44c8-b0f8-e23c857a7697 req-6f7749ca-9efa-4463-96d0-fa7a3edc641a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3c4a5801-d8f0-4b74-b492-7e7724b84847 HTTP/1.1" status: 200 len: 854 time: 0.0587134 May 19 05:43:53.405628 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c65796b9-62b5-44c8-b0f8-e23c857a7697 req-6ae86856-9e2f-4808-ab1b-1a9df35ffa35 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4c713a74-0813-44be-ac36-fe2debef4543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428438 May 19 05:43:53.537842 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c65796b9-62b5-44c8-b0f8-e23c857a7697 req-f0d77850-d6cf-4a0c-bd95-c66bd43752a5 service neutron] 10.222.0.26 "GET /v2.0/networks/4c713a74-0813-44be-ac36-fe2debef4543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229599 May 19 05:43:53.685544 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c65796b9-62b5-44c8-b0f8-e23c857a7697 req-8ceceb88-f195-4b55-bcac-57663d614a3e service neutron] 10.222.0.26 "GET /v2.0/networks/4c713a74-0813-44be-ac36-fe2debef4543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377058 May 19 05:43:53.875730 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5df8e50-af70-4427-858b-5b1164b0dcc5 req-2fe0e6f5-5614-4a52-a50c-7c5f217f5cff tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:43:53.877284 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a5df8e50-af70-4427-858b-5b1164b0dcc5 req-2fe0e6f5-5614-4a52-a50c-7c5f217f5cff tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb5c4c71-0117-457c-9ac5-3023598e7277 HTTP/1.1" status: 200 len: 946 time: 0.0881195 May 19 05:43:53.922559 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a5df8e50-af70-4427-858b-5b1164b0dcc5 req-9df2bc45-da36-4b4c-b3ab-775434cea9b8 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/security-groups?id=e770bfd0-3e94-45b0-9954-6b1c1e0e564f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394228 May 19 05:43:58.109112 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:44:01.586333 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-8ef77f1b-c1f2-4f7f-903c-9c4facac0416 None None] Agent healthcheck: found 6 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 05:44:05.688467 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c212195b-7379-4a04-a310-28bc6ef82675 req-c5d72f33-4640-468b-8b5f-c36454eef663 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:44:05.689925 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c212195b-7379-4a04-a310-28bc6ef82675 req-c5d72f33-4640-468b-8b5f-c36454eef663 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/networks?id=4c713a74-0813-44be-ac36-fe2debef4543 HTTP/1.1" status: 200 len: 814 time: 0.1536911 May 19 05:44:05.707791 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c212195b-7379-4a04-a310-28bc6ef82675 req-24e62ae3-d1f6-410a-882f-b324b1ea14a4 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/quotas/0595826c8352417daa536bf080ca9f0c HTTP/1.1" status: 200 len: 375 time: 0.0107837 May 19 05:44:05.804196 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c212195b-7379-4a04-a310-28bc6ef82675 req-6429bfcf-dac6-4021-9cf0-7d10bab30fac tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0595826c8352417daa536bf080ca9f0c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0875056 May 19 05:44:05.938148 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c212195b-7379-4a04-a310-28bc6ef82675 req-69db4036-3acd-4074-8c36-2d7b877e9c20 service neutron] 10.222.0.11 "GET /v2.0/networks/4c713a74-0813-44be-ac36-fe2debef4543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268601 May 19 05:44:06.080537 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c212195b-7379-4a04-a310-28bc6ef82675 req-c9e4eedf-a7d6-463c-95b2-a5c32e16afed service neutron] 10.222.0.11 "GET /v2.0/networks/4c713a74-0813-44be-ac36-fe2debef4543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352601 May 19 05:44:06.375527 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b30f0c-4fd4-4626-9704-4e27e48f8e5d req-2ce05bca-a2b2-4b57-af14-3733f5d611cf tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:44:06.377677 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-64b30f0c-4fd4-4626-9704-4e27e48f8e5d req-2ce05bca-a2b2-4b57-af14-3733f5d611cf tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb5c4c71-0117-457c-9ac5-3023598e7277 HTTP/1.1" status: 200 len: 946 time: 0.1020308 May 19 05:44:06.428942 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-64b30f0c-4fd4-4626-9704-4e27e48f8e5d req-e2aea2c9-bbce-4c2d-87ce-bded6d2aebe5 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/security-groups?id=e770bfd0-3e94-45b0-9954-6b1c1e0e564f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449412 May 19 05:44:06.439248 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2d31ca85-2109-4cee-99c3-5eb2f4d2704b req-19691340-343c-4569-8461-db58a794d58a tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/ports?device_id=befa1ce9-9ecb-46f4-a30b-a28db99c50a2 HTTP/1.1" status: 200 len: 210 time: 0.0527947 May 19 05:44:07.517812 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c212195b-7379-4a04-a310-28bc6ef82675 req-3c6c9c92-ed39-4b34-b0b9-f3f081e3734c tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:44:07.520198 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c212195b-7379-4a04-a310-28bc6ef82675 req-3c6c9c92-ed39-4b34-b0b9-f3f081e3734c tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.26 "GET /v2.0/networks?id=4c713a74-0813-44be-ac36-fe2debef4543 HTTP/1.1" status: 200 len: 814 time: 0.1571801 May 19 05:44:07.535484 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [req-c212195b-7379-4a04-a310-28bc6ef82675 req-480b1918-006f-47ea-ac15-b660bf8a60cf tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Request body: {'port': {'device_id': 'befa1ce9-9ecb-46f4-a30b-a28db99c50a2', 'network_id': '4c713a74-0813-44be-ac36-fe2debef4543', 'admin_state_up': True, 'tenant_id': '0595826c8352417daa536bf080ca9f0c'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:44:07.641270 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0eb02ae9-4296-40e5-b0b1-1be622dd2935 req-50098aa8-fd0e-471e-852c-a24404c28063 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/ports?device_id=befa1ce9-9ecb-46f4-a30b-a28db99c50a2 HTTP/1.1" status: 200 len: 210 time: 0.0478787 May 19 05:44:07.829649 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [req-c212195b-7379-4a04-a310-28bc6ef82675 req-480b1918-006f-47ea-ac15-b660bf8a60cf tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:44:07.838740 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a853a573-1a25-4cf1-bf34-accc5e36025f req-f5e8b851-1c51-418b-b4d9-528c05dd8b32 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:44:07.840183 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a853a573-1a25-4cf1-bf34-accc5e36025f req-f5e8b851-1c51-418b-b4d9-528c05dd8b32 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb5c4c71-0117-457c-9ac5-3023598e7277 HTTP/1.1" status: 200 len: 946 time: 0.2790706 May 19 05:44:07.849008 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [req-c212195b-7379-4a04-a310-28bc6ef82675 req-480b1918-006f-47ea-ac15-b660bf8a60cf tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:44:07.884137 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c212195b-7379-4a04-a310-28bc6ef82675 req-480b1918-006f-47ea-ac15-b660bf8a60cf tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Made reservation on behalf of 0595826c8352417daa536bf080ca9f0c for: {'port': 1} {{(pid=103391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 05:44:07.887661 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-c212195b-7379-4a04-a310-28bc6ef82675 req-480b1918-006f-47ea-ac15-b660bf8a60cf tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:44:07.911489 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a853a573-1a25-4cf1-bf34-accc5e36025f req-e203a0e7-e78b-4a32-a684-6fbf6be0684d tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/security-groups?id=e770bfd0-3e94-45b0-9954-6b1c1e0e564f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635414 May 19 05:44:08.061824 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [req-c212195b-7379-4a04-a310-28bc6ef82675 req-480b1918-006f-47ea-ac15-b660bf8a60cf tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Allocated IP 172.20.0.14 (4c713a74-0813-44be-ac36-fe2debef4543/3c4a5801-d8f0-4b74-b492-7e7724b84847/3cbe80e0-5a57-4881-9c2c-a0825068530d) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 05:44:08.280544 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-c212195b-7379-4a04-a310-28bc6ef82675 req-480b1918-006f-47ea-ac15-b660bf8a60cf tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Notify callbacks [] for port, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:44:08.316878 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-c212195b-7379-4a04-a310-28bc6ef82675 req-480b1918-006f-47ea-ac15-b660bf8a60cf tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742272799735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263355286'] for port, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:44:08.323474 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:44:08.333008 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] get_ports_and_sgs() called for port_ids ['ef7937c5-b2ba-479d-b1b3-35acb21e0596', 'c3ff3a67-0c76-41ce-ae82-eabc1746b464'] {{(pid=103392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 05:44:08.398952 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c212195b-7379-4a04-a310-28bc6ef82675 req-480b1918-006f-47ea-ac15-b660bf8a60cf tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Network 4c713a74-0813-44be-ac36-fe2debef4543 is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:44:08.408736 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [req-c212195b-7379-4a04-a310-28bc6ef82675 req-480b1918-006f-47ea-ac15-b660bf8a60cf tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:44:08.413947 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [req-c212195b-7379-4a04-a310-28bc6ef82675 req-480b1918-006f-47ea-ac15-b660bf8a60cf tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 05:44:08.454343 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480b1918-006f-47ea-ac15-b660bf8a60cf tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Pushing event updated for resources: {'Port': ['ID=3cbe80e0-5a57-4881-9c2c-a0825068530d,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:44:08.463538 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-480b1918-006f-47ea-ac15-b660bf8a60cf tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:44:08.487289 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c212195b-7379-4a04-a310-28bc6ef82675 req-480b1918-006f-47ea-ac15-b660bf8a60cf tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:44:08.488550 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-c212195b-7379-4a04-a310-28bc6ef82675 req-480b1918-006f-47ea-ac15-b660bf8a60cf tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13023'] for port, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:44:08.520277 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c212195b-7379-4a04-a310-28bc6ef82675 req-480b1918-006f-47ea-ac15-b660bf8a60cf tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9897516 May 19 05:44:08.541381 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [req-c212195b-7379-4a04-a310-28bc6ef82675 req-42229479-3b74-40f0-9dde-c05ceae37e97 service neutron] Request body: {'port': {'device_id': 'befa1ce9-9ecb-46f4-a30b-a28db99c50a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78240'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:44:08.673094 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-c212195b-7379-4a04-a310-28bc6ef82675 req-42229479-3b74-40f0-9dde-c05ceae37e97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:44:08.828314 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054c4ecc-f000-4db2-9051-408ec6f2ba18 req-9c801723-d6bd-444e-9913-f9117b9a5b1a tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:44:08.829762 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-054c4ecc-f000-4db2-9051-408ec6f2ba18 req-9c801723-d6bd-444e-9913-f9117b9a5b1a tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/ports?device_id=befa1ce9-9ecb-46f4-a30b-a28db99c50a2 HTTP/1.1" status: 200 len: 932 time: 0.0802255 May 19 05:44:08.876322 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-054c4ecc-f000-4db2-9051-408ec6f2ba18 req-0543fa2c-35c2-4f86-8504-6cc4d6c00324 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d9a3903-103e-47fc-a618-0f60bf0833b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398467 May 19 05:44:09.018688 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [req-c212195b-7379-4a04-a310-28bc6ef82675 req-42229479-3b74-40f0-9dde-c05ceae37e97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cbe80e0-5a57-4881-9c2c-a0825068530d {{(pid=103391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 05:44:09.060788 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-c212195b-7379-4a04-a310-28bc6ef82675 req-42229479-3b74-40f0-9dde-c05ceae37e97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:44:09.095341 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [req-c212195b-7379-4a04-a310-28bc6ef82675 req-42229479-3b74-40f0-9dde-c05ceae37e97 service neutron] Transition to ACTIVE for port object 3cbe80e0-5a57-4881-9c2c-a0825068530d will not be triggered until provisioned by entity L2. {{(pid=103391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:44:09.100329 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-c212195b-7379-4a04-a310-28bc6ef82675 req-42229479-3b74-40f0-9dde-c05ceae37e97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263355279'] for port, after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:44:09.105898 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-480b1918-006f-47ea-ac15-b660bf8a60cf tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:44:09.248950 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57ca63d-b894-4a56-9a54-5041a510c9c3 req-77decfcd-848d-4f83-a21d-0aaf4ed2f74e tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:44:09.250332 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d57ca63d-b894-4a56-9a54-5041a510c9c3 req-77decfcd-848d-4f83-a21d-0aaf4ed2f74e tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb5c4c71-0117-457c-9ac5-3023598e7277 HTTP/1.1" status: 200 len: 946 time: 0.2265809 May 19 05:44:09.251269 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42229479-3b74-40f0-9dde-c05ceae37e97 service neutron] Pushing event updated for resources: {'Port': ['ID=3cbe80e0-5a57-4881-9c2c-a0825068530d,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:44:09.278628 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-42229479-3b74-40f0-9dde-c05ceae37e97 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:44:09.379228 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d57ca63d-b894-4a56-9a54-5041a510c9c3 req-83c1dc6a-ed19-4646-a9ee-cb1ccffff093 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/security-groups?id=e770bfd0-3e94-45b0-9954-6b1c1e0e564f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996308 May 19 05:44:09.400117 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-c212195b-7379-4a04-a310-28bc6ef82675 req-42229479-3b74-40f0-9dde-c05ceae37e97 service neutron] Attempting to bind port 3cbe80e0-5a57-4881-9c2c-a0825068530d on host hv-cinder-78240 for vnic_type normal with profile {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 05:44:09.400469 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-c212195b-7379-4a04-a310-28bc6ef82675 req-42229479-3b74-40f0-9dde-c05ceae37e97 service neutron] Attempting to bind port 3cbe80e0-5a57-4881-9c2c-a0825068530d by drivers openvswitch,hyperv on host hv-cinder-78240 at level 0 using segments [{'id': '8ba8918a-8818-4683-9c8e-fc258c8069c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4c713a74-0813-44be-ac36-fe2debef4543'}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 05:44:09.400922 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c212195b-7379-4a04-a310-28bc6ef82675 req-42229479-3b74-40f0-9dde-c05ceae37e97 service neutron] Attempting to bind port 3cbe80e0-5a57-4881-9c2c-a0825068530d on network 4c713a74-0813-44be-ac36-fe2debef4543 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:44:09.405850 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c212195b-7379-4a04-a310-28bc6ef82675 req-42229479-3b74-40f0-9dde-c05ceae37e97 service neutron] Port 3cbe80e0-5a57-4881-9c2c-a0825068530d on network 4c713a74-0813-44be-ac36-fe2debef4543 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78240 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 05:44:09.406175 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c212195b-7379-4a04-a310-28bc6ef82675 req-42229479-3b74-40f0-9dde-c05ceae37e97 service neutron] Attempting to bind port 3cbe80e0-5a57-4881-9c2c-a0825068530d on network 4c713a74-0813-44be-ac36-fe2debef4543 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:44:09.411292 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c212195b-7379-4a04-a310-28bc6ef82675 req-42229479-3b74-40f0-9dde-c05ceae37e97 service neutron] Checking agent: {'id': '5b106939-35fb-4931-879f-1b04325a2c36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78240', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 5, 40, 58), 'started_at': datetime.datetime(2021, 5, 19, 5, 40, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 5, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 05:44:09.411629 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c212195b-7379-4a04-a310-28bc6ef82675 req-42229479-3b74-40f0-9dde-c05ceae37e97 service neutron] Checking segment: {'id': '8ba8918a-8818-4683-9c8e-fc258c8069c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4c713a74-0813-44be-ac36-fe2debef4543'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:44:09.412015 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c212195b-7379-4a04-a310-28bc6ef82675 req-42229479-3b74-40f0-9dde-c05ceae37e97 service neutron] Bound using segment: {'id': '8ba8918a-8818-4683-9c8e-fc258c8069c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4c713a74-0813-44be-ac36-fe2debef4543'} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 05:44:09.412452 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-c212195b-7379-4a04-a310-28bc6ef82675 req-42229479-3b74-40f0-9dde-c05ceae37e97 service neutron] Bound port: 3cbe80e0-5a57-4881-9c2c-a0825068530d, host: hv-cinder-78240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ba8918a-8818-4683-9c8e-fc258c8069c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4c713a74-0813-44be-ac36-fe2debef4543'}}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 05:44:09.412802 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-c212195b-7379-4a04-a310-28bc6ef82675 req-42229479-3b74-40f0-9dde-c05ceae37e97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:44:09.503283 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-c212195b-7379-4a04-a310-28bc6ef82675 req-42229479-3b74-40f0-9dde-c05ceae37e97 service neutron] For port 3cbe80e0-5a57-4881-9c2c-a0825068530d, host hv-cinder-78240, cleared binding levels {{(pid=103391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 05:44:09.506211 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-c212195b-7379-4a04-a310-28bc6ef82675 req-42229479-3b74-40f0-9dde-c05ceae37e97 service neutron] For port 3cbe80e0-5a57-4881-9c2c-a0825068530d, host hv-cinder-78240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=3cbe80e0-5a57-4881-9c2c-a0825068530d,segment=NetworkSegment(8ba8918a-8818-4683-9c8e-fc258c8069c5),segment_id=8ba8918a-8818-4683-9c8e-fc258c8069c5)] {{(pid=103391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 05:44:09.511073 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-c212195b-7379-4a04-a310-28bc6ef82675 req-42229479-3b74-40f0-9dde-c05ceae37e97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263355279'] for port, after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:44:09.515600 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-5cdc3d45-1eca-429d-98ed-4a7c2e178e43 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:44:09.573067 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c212195b-7379-4a04-a310-28bc6ef82675 req-42229479-3b74-40f0-9dde-c05ceae37e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:44:09.573916 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-c212195b-7379-4a04-a310-28bc6ef82675 req-42229479-3b74-40f0-9dde-c05ceae37e97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13023'] for port, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:44:09.576445 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c212195b-7379-4a04-a310-28bc6ef82675 req-42229479-3b74-40f0-9dde-c05ceae37e97 service neutron] 10.222.0.26 "PUT /v2.0/ports/3cbe80e0-5a57-4881-9c2c-a0825068530d HTTP/1.1" status: 200 len: 1094 time: 1.0401812 May 19 05:44:09.577692 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'befa1ce9-9ecb-46f4-a30b-a28db99c50a2', 'tag': '3cbe80e0-5a57-4881-9c2c-a0825068530d'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:44:09.613920 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42229479-3b74-40f0-9dde-c05ceae37e97 service neutron] Pushing event updated for resources: {'Port': ['ID=3cbe80e0-5a57-4881-9c2c-a0825068530d,revision_number=3']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:44:09.617347 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-42229479-3b74-40f0-9dde-c05ceae37e97 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:44:09.676028 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'befa1ce9-9ecb-46f4-a30b-a28db99c50a2', 'tag': '3cbe80e0-5a57-4881-9c2c-a0825068530d', 'status': 'completed', 'code': 200} May 19 05:44:09.712051 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c212195b-7379-4a04-a310-28bc6ef82675 req-fd86c447-b01b-40a4-8e83-cc4f91beccf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:44:09.713561 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c212195b-7379-4a04-a310-28bc6ef82675 req-fd86c447-b01b-40a4-8e83-cc4f91beccf4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0595826c8352417daa536bf080ca9f0c&device_id=befa1ce9-9ecb-46f4-a30b-a28db99c50a2 HTTP/1.1" status: 200 len: 1097 time: 0.0824976 May 19 05:44:09.875560 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c212195b-7379-4a04-a310-28bc6ef82675 req-e883123a-9fc2-4b69-ab69-50d42e0326b0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3cbe80e0-5a57-4881-9c2c-a0825068530d HTTP/1.1" status: 200 len: 217 time: 0.1518457 May 19 05:44:09.953604 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c212195b-7379-4a04-a310-28bc6ef82675 req-3abf1997-2725-48dc-b87f-02e5fc4da405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:44:09.955066 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c212195b-7379-4a04-a310-28bc6ef82675 req-3abf1997-2725-48dc-b87f-02e5fc4da405 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3c4a5801-d8f0-4b74-b492-7e7724b84847 HTTP/1.1" status: 200 len: 854 time: 0.0704520 May 19 05:44:10.010260 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c212195b-7379-4a04-a310-28bc6ef82675 req-eaad70fc-1ed5-404f-a4ee-7cfd1d394919 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4c713a74-0813-44be-ac36-fe2debef4543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485845 May 19 05:44:10.076956 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754def7c-8e3e-4f0a-8db1-fdb559f4a478 req-362bd101-863a-4a70-bb66-0423a8e90104 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:44:10.078619 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-754def7c-8e3e-4f0a-8db1-fdb559f4a478 req-362bd101-863a-4a70-bb66-0423a8e90104 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/ports?device_id=befa1ce9-9ecb-46f4-a30b-a28db99c50a2 HTTP/1.1" status: 200 len: 944 time: 0.0855055 May 19 05:44:10.123320 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-754def7c-8e3e-4f0a-8db1-fdb559f4a478 req-213a2131-102d-498e-af81-9dc898db120e tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d9a3903-103e-47fc-a618-0f60bf0833b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388553 May 19 05:44:10.148670 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c212195b-7379-4a04-a310-28bc6ef82675 req-c839b122-d72b-45fb-bd62-0e4e72ca89ff service neutron] 10.222.0.26 "GET /v2.0/networks/4c713a74-0813-44be-ac36-fe2debef4543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308169 May 19 05:44:10.285376 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c212195b-7379-4a04-a310-28bc6ef82675 req-8bc4ab05-99f0-4a5d-8ff8-aafd53703692 service neutron] 10.222.0.26 "GET /v2.0/networks/4c713a74-0813-44be-ac36-fe2debef4543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221125 May 19 05:44:10.409778 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2996eadc-b0bb-4577-af34-2b4a31b3e156 req-e079c955-113d-47be-9e2d-a31b72f2c67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:44:10.412304 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2996eadc-b0bb-4577-af34-2b4a31b3e156 req-e079c955-113d-47be-9e2d-a31b72f2c67c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0595826c8352417daa536bf080ca9f0c&device_id=befa1ce9-9ecb-46f4-a30b-a28db99c50a2 HTTP/1.1" status: 200 len: 1097 time: 0.0763209 May 19 05:44:10.610395 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2996eadc-b0bb-4577-af34-2b4a31b3e156 req-07945b06-b2c7-4b49-9015-5043a2bc96b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:44:10.611895 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2996eadc-b0bb-4577-af34-2b4a31b3e156 req-07945b06-b2c7-4b49-9015-5043a2bc96b9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4c713a74-0813-44be-ac36-fe2debef4543 HTTP/1.1" status: 200 len: 915 time: 0.1918364 May 19 05:44:10.680819 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d0ef3e-3043-49f8-8acc-12a81966795d req-ff9f2fb2-bddd-4f9d-a71f-a93caa0caab9 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:44:10.682584 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-74d0ef3e-3043-49f8-8acc-12a81966795d req-ff9f2fb2-bddd-4f9d-a71f-a93caa0caab9 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb5c4c71-0117-457c-9ac5-3023598e7277 HTTP/1.1" status: 200 len: 946 time: 0.1686120 May 19 05:44:10.693132 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2996eadc-b0bb-4577-af34-2b4a31b3e156 req-032af61b-1073-448d-9b1b-0656ee064788 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3cbe80e0-5a57-4881-9c2c-a0825068530d HTTP/1.1" status: 200 len: 217 time: 0.0731938 May 19 05:44:10.779832 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-74d0ef3e-3043-49f8-8acc-12a81966795d req-f5bc7a76-2090-4bdb-b859-c217a4acaa1d tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/security-groups?id=e770bfd0-3e94-45b0-9954-6b1c1e0e564f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857713 May 19 05:44:10.784923 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2996eadc-b0bb-4577-af34-2b4a31b3e156 req-13f6daa9-7bdb-40b3-a585-a7d05a8c846b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:44:10.786880 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2996eadc-b0bb-4577-af34-2b4a31b3e156 req-13f6daa9-7bdb-40b3-a585-a7d05a8c846b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3c4a5801-d8f0-4b74-b492-7e7724b84847 HTTP/1.1" status: 200 len: 854 time: 0.0780141 May 19 05:44:10.838905 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2996eadc-b0bb-4577-af34-2b4a31b3e156 req-67d061cf-67b1-4fe7-84a8-cdac82b9db32 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4c713a74-0813-44be-ac36-fe2debef4543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455735 May 19 05:44:10.974606 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2996eadc-b0bb-4577-af34-2b4a31b3e156 req-b18aa1d1-076d-4f37-8aee-400e6f279fef service neutron] 10.222.0.26 "GET /v2.0/networks/4c713a74-0813-44be-ac36-fe2debef4543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253500 May 19 05:44:11.110651 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2996eadc-b0bb-4577-af34-2b4a31b3e156 req-90d6c264-115f-4692-a58f-469492a079ff service neutron] 10.222.0.26 "GET /v2.0/networks/4c713a74-0813-44be-ac36-fe2debef4543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284955 May 19 05:44:11.325241 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a982ec-8a0a-4e31-8cdc-955be90dd424 req-41a583e4-37cf-4a7d-9a44-08faaca5584c tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:44:11.325961 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-88a982ec-8a0a-4e31-8cdc-955be90dd424 req-41a583e4-37cf-4a7d-9a44-08faaca5584c tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Synchronizing usage tracker for tenant:0595826c8352417daa536bf080ca9f0c on resource:port {{(pid=103391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:44:11.342186 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-88a982ec-8a0a-4e31-8cdc-955be90dd424 req-41a583e4-37cf-4a7d-9a44-08faaca5584c tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Unset dirty status for tenant:0595826c8352417daa536bf080ca9f0c on resource:port {{(pid=103391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:44:11.343375 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-88a982ec-8a0a-4e31-8cdc-955be90dd424 req-41a583e4-37cf-4a7d-9a44-08faaca5584c tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/ports?device_id=befa1ce9-9ecb-46f4-a30b-a28db99c50a2 HTTP/1.1" status: 200 len: 944 time: 0.1043580 May 19 05:44:11.389614 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-88a982ec-8a0a-4e31-8cdc-955be90dd424 req-207575ed-1280-41c4-937d-28570aa48095 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d9a3903-103e-47fc-a618-0f60bf0833b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405676 May 19 05:44:11.585177 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 44288) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:44:11.701452 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7d6da066-3906-4a42-9dd4-6a2e888b5ba6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:44:11.714999 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-7d6da066-3906-4a42-9dd4-6a2e888b5ba6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:44:11.718717 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-7d6da066-3906-4a42-9dd4-6a2e888b5ba6 admin admin] Usage tracker for resource:security_group_rule and tenant:3be769ac68214f829d0da5f33279b768 is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:44:11.721510 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-7d6da066-3906-4a42-9dd4-6a2e888b5ba6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:44:11.727721 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-7d6da066-3906-4a42-9dd4-6a2e888b5ba6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:44:11.833901 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7d6da066-3906-4a42-9dd4-6a2e888b5ba6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:44:11.838432 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7d6da066-3906-4a42-9dd4-6a2e888b5ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:44:11.861413 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-bf2b833e-abda-462f-b412-925f2201a79b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:44:11.879575 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-7d6da066-3906-4a42-9dd4-6a2e888b5ba6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3be769ac68214f829d0da5f33279b768&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2932994 May 19 05:44:11.882904 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 44300) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:44:11.893327 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6da066-3906-4a42-9dd4-6a2e888b5ba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5bd712b-734f-436d-a0ed-45c54f430656,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:44:11.902171 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-7d6da066-3906-4a42-9dd4-6a2e888b5ba6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:44:11.957040 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-52369d49-2283-456f-b781-6f168bda6c0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:44:11.982915 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-52369d49-2283-456f-b781-6f168bda6c0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:44:11.992847 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaeddb5-1c21-404b-9424-dac5f93192ec req-efb58a6f-0e6e-439b-8ab3-2bf8f6ad5495 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:44:11.994505 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1eaeddb5-1c21-404b-9424-dac5f93192ec req-efb58a6f-0e6e-439b-8ab3-2bf8f6ad5495 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb5c4c71-0117-457c-9ac5-3023598e7277 HTTP/1.1" status: 200 len: 946 time: 0.0978119 May 19 05:44:12.039143 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1eaeddb5-1c21-404b-9424-dac5f93192ec req-0b9ac432-9224-4059-b314-3023aeeac994 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/security-groups?id=e770bfd0-3e94-45b0-9954-6b1c1e0e564f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386817 May 19 05:44:12.039925 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-52369d49-2283-456f-b781-6f168bda6c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:44:12.043745 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-5788b3cf-83e7-4db4-95ff-c65214e93867 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:44:12.062496 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52369d49-2283-456f-b781-6f168bda6c0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5bd712b-734f-436d-a0ed-45c54f430656,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:44:12.065241 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-52369d49-2283-456f-b781-6f168bda6c0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:44:12.073231 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-52369d49-2283-456f-b781-6f168bda6c0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:44:12.076743 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-52369d49-2283-456f-b781-6f168bda6c0b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b5bd712b-734f-436d-a0ed-45c54f430656 HTTP/1.1" status: 204 len: 168 time: 0.1902876 May 19 05:44:12.314032 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f68d5e31-9d02-4192-8d28-0e8f8132fd17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:44:12.351493 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 44310) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:44:12.368735 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6c0d338b-9a90-4e65-8107-1c10b9899620 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:44:12.382453 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-6c0d338b-9a90-4e65-8107-1c10b9899620 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:44:12.386184 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-6c0d338b-9a90-4e65-8107-1c10b9899620 admin admin] Usage tracker for resource:security_group_rule and tenant:ff50ff3532b84e4db5940454ea285e1c is out of sync, need to count used quota {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:44:12.389071 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-6c0d338b-9a90-4e65-8107-1c10b9899620 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:44:12.394841 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-6c0d338b-9a90-4e65-8107-1c10b9899620 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:44:12.484597 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6c0d338b-9a90-4e65-8107-1c10b9899620 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:44:12.489438 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6c0d338b-9a90-4e65-8107-1c10b9899620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:44:12.497174 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-863201a5-ed44-455c-8bef-67a8f1d9556e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:44:12.573410 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0d338b-9a90-4e65-8107-1c10b9899620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89f2512b-beab-40da-9a30-0762649df825,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:44:12.576458 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-6c0d338b-9a90-4e65-8107-1c10b9899620 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:44:12.578975 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-6c0d338b-9a90-4e65-8107-1c10b9899620 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ff50ff3532b84e4db5940454ea285e1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2264113 May 19 05:44:12.581738 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 44318) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:44:12.633279 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753093b3-5309-43cc-bf7c-858cbd9ca686 req-26098515-7004-4ae1-b2a9-f703b1a78f07 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:44:12.634744 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-753093b3-5309-43cc-bf7c-858cbd9ca686 req-26098515-7004-4ae1-b2a9-f703b1a78f07 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/ports?device_id=befa1ce9-9ecb-46f4-a30b-a28db99c50a2 HTTP/1.1" status: 200 len: 944 time: 0.1234992 May 19 05:44:12.664281 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-82c8db0e-62cf-4de1-8888-b0690a444374 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:44:12.680825 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-753093b3-5309-43cc-bf7c-858cbd9ca686 req-cac7c062-7c4a-4ae3-b60c-24a96d0800e0 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d9a3903-103e-47fc-a618-0f60bf0833b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389347 May 19 05:44:12.775719 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-82c8db0e-62cf-4de1-8888-b0690a444374 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:44:12.827258 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-82c8db0e-62cf-4de1-8888-b0690a444374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:44:12.830886 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-e3b74e5d-b956-48e7-8c23-a2257728dfaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:44:12.844122 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c8db0e-62cf-4de1-8888-b0690a444374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f2512b-beab-40da-9a30-0762649df825,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:44:12.847925 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-82c8db0e-62cf-4de1-8888-b0690a444374 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:44:12.853700 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-82c8db0e-62cf-4de1-8888-b0690a444374 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:44:12.857483 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-82c8db0e-62cf-4de1-8888-b0690a444374 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/89f2512b-beab-40da-9a30-0762649df825 HTTP/1.1" status: 204 len: 168 time: 0.2747011 May 19 05:44:13.243329 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a80bb9f-200a-4328-b74a-7bf6d59f8d44 req-cdf990c9-0c63-485f-a7a9-6896975535a8 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:44:13.245215 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9a80bb9f-200a-4328-b74a-7bf6d59f8d44 req-cdf990c9-0c63-485f-a7a9-6896975535a8 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb5c4c71-0117-457c-9ac5-3023598e7277 HTTP/1.1" status: 200 len: 946 time: 0.0851011 May 19 05:44:13.296674 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9a80bb9f-200a-4328-b74a-7bf6d59f8d44 req-01e2fdf9-2145-4e7a-bb58-fca405985b7a tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/security-groups?id=e770bfd0-3e94-45b0-9954-6b1c1e0e564f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458891 May 19 05:44:13.886660 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db481230-817c-4876-ba9b-d1e4eb5bea39 req-07836c8c-c440-4334-829c-88b4c04118c1 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:44:13.889130 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-db481230-817c-4876-ba9b-d1e4eb5bea39 req-07836c8c-c440-4334-829c-88b4c04118c1 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/ports?device_id=befa1ce9-9ecb-46f4-a30b-a28db99c50a2 HTTP/1.1" status: 200 len: 944 time: 0.0884943 May 19 05:44:13.941194 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-db481230-817c-4876-ba9b-d1e4eb5bea39 req-dac1d0d8-02e2-491a-a227-2a85c2624974 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d9a3903-103e-47fc-a618-0f60bf0833b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445583 May 19 05:44:14.497204 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3348ad94-a1ba-4ae7-ada6-0b4333827aca req-62c3f7a9-d8c9-4f95-ab93-83c49225d94f tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:44:14.498696 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3348ad94-a1ba-4ae7-ada6-0b4333827aca req-62c3f7a9-d8c9-4f95-ab93-83c49225d94f tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb5c4c71-0117-457c-9ac5-3023598e7277 HTTP/1.1" status: 200 len: 946 time: 0.0915554 May 19 05:44:14.548081 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3348ad94-a1ba-4ae7-ada6-0b4333827aca req-82a7b887-bbac-4e20-8abd-3c0688893379 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/security-groups?id=e770bfd0-3e94-45b0-9954-6b1c1e0e564f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419598 May 19 05:44:14.680921 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-66601cd7-3c9e-4044-95fe-1dd24ff710d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:44:14.826525 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:44:15.141607 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb65dd41-36d4-486c-9532-52b9e7b95fdc req-6e818680-5bc3-49c4-96a4-6f39c67803c0 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:44:15.143087 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-fb65dd41-36d4-486c-9532-52b9e7b95fdc req-6e818680-5bc3-49c4-96a4-6f39c67803c0 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/ports?device_id=befa1ce9-9ecb-46f4-a30b-a28db99c50a2 HTTP/1.1" status: 200 len: 944 time: 0.0840042 May 19 05:44:15.188442 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-fb65dd41-36d4-486c-9532-52b9e7b95fdc req-1912615d-12b5-4fcd-a3e5-52ef9a3e4e04 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d9a3903-103e-47fc-a618-0f60bf0833b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392079 May 19 05:44:15.747870 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b330724-bcd4-40eb-93e1-df358f99cccf req-5009ba24-2ec4-4936-8c2c-d8164f941d29 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:44:15.749534 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7b330724-bcd4-40eb-93e1-df358f99cccf req-5009ba24-2ec4-4936-8c2c-d8164f941d29 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb5c4c71-0117-457c-9ac5-3023598e7277 HTTP/1.1" status: 200 len: 946 time: 0.0887947 May 19 05:44:15.794774 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7b330724-bcd4-40eb-93e1-df358f99cccf req-f1233d3d-c60a-489d-9ccc-2a25a181a75d tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/security-groups?id=e770bfd0-3e94-45b0-9954-6b1c1e0e564f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388863 May 19 05:44:15.854403 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-db7c5e23-657c-45d4-9da5-15ba3bf0d241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:44:16.391386 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4780acbd-bc3c-4e94-87f1-52c7d8a679bf req-544614bc-324c-42b5-ab64-88abc9ffb9c4 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:44:16.393109 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4780acbd-bc3c-4e94-87f1-52c7d8a679bf req-544614bc-324c-42b5-ab64-88abc9ffb9c4 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/ports?device_id=befa1ce9-9ecb-46f4-a30b-a28db99c50a2 HTTP/1.1" status: 200 len: 944 time: 0.0888124 May 19 05:44:16.446079 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4780acbd-bc3c-4e94-87f1-52c7d8a679bf req-2f9d62f2-8c00-4dad-bd18-979560d40b5e tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d9a3903-103e-47fc-a618-0f60bf0833b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439589 May 19 05:44:16.981338 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a245a7-ab87-41fe-a4e8-622ed5aa7896 req-ddf189ad-5e71-48e3-bae4-0cb2465d32dc tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:44:16.982849 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a6a245a7-ab87-41fe-a4e8-622ed5aa7896 req-ddf189ad-5e71-48e3-bae4-0cb2465d32dc tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb5c4c71-0117-457c-9ac5-3023598e7277 HTTP/1.1" status: 200 len: 946 time: 0.0805426 May 19 05:44:17.027140 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a6a245a7-ab87-41fe-a4e8-622ed5aa7896 req-afc6a95f-6290-4432-b22c-c302bb204823 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/security-groups?id=e770bfd0-3e94-45b0-9954-6b1c1e0e564f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382113 May 19 05:44:17.553614 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ca9ec6bf-79c4-448f-b3bb-8c49e8cf3732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:44:17.640300 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d226acd-ffca-4bd1-ade5-b7f9c93bd9e7 req-96c92e9e-3af1-407a-bf37-dd50963ad377 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:44:17.641747 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5d226acd-ffca-4bd1-ade5-b7f9c93bd9e7 req-96c92e9e-3af1-407a-bf37-dd50963ad377 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/ports?device_id=befa1ce9-9ecb-46f4-a30b-a28db99c50a2 HTTP/1.1" status: 200 len: 944 time: 0.0847535 May 19 05:44:17.686416 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5d226acd-ffca-4bd1-ade5-b7f9c93bd9e7 req-23ae8786-e765-454e-854d-d53abcda167f tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d9a3903-103e-47fc-a618-0f60bf0833b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385306 May 19 05:44:18.220146 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c826360-48ac-44c9-9e22-3a60c3ad2368 req-9efbdcd2-4c59-4d0b-95de-7164529793ce tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:44:18.221601 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1c826360-48ac-44c9-9e22-3a60c3ad2368 req-9efbdcd2-4c59-4d0b-95de-7164529793ce tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb5c4c71-0117-457c-9ac5-3023598e7277 HTTP/1.1" status: 200 len: 946 time: 0.0873814 May 19 05:44:18.269018 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1c826360-48ac-44c9-9e22-3a60c3ad2368 req-801e32da-fa0a-4c2b-85f9-03ed290cbb5e tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/security-groups?id=e770bfd0-3e94-45b0-9954-6b1c1e0e564f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417101 May 19 05:44:18.874436 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc52b2-df3b-4659-837c-b59fc24d572a req-94b70212-f5b8-4ead-8796-d2d03edf9440 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:44:18.875973 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5edc52b2-df3b-4659-837c-b59fc24d572a req-94b70212-f5b8-4ead-8796-d2d03edf9440 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/ports?device_id=befa1ce9-9ecb-46f4-a30b-a28db99c50a2 HTTP/1.1" status: 200 len: 944 time: 0.0796926 May 19 05:44:18.920738 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5edc52b2-df3b-4659-837c-b59fc24d572a req-ea0dbd6d-84ae-4901-8e2c-2a615888c161 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d9a3903-103e-47fc-a618-0f60bf0833b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384552 May 19 05:44:19.055170 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Device 3cbe80e0-5a57-4881-9c2c-a0825068530d details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=103392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 05:44:19.196614 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] For port 3cbe80e0-5a57-4881-9c2c-a0825068530d, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=3cbe80e0-5a57-4881-9c2c-a0825068530d,segment=NetworkSegment(8ba8918a-8818-4683-9c8e-fc258c8069c5),segment_id=8ba8918a-8818-4683-9c8e-fc258c8069c5)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:44:19.214525 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Returning: {'device': '3cbe80e0-5a57-4881-9c2c-a0825068530d', 'network_id': '4c713a74-0813-44be-ac36-fe2debef4543', 'port_id': '3cbe80e0-5a57-4881-9c2c-a0825068530d', 'mac_address': 'fa:16:3e:f8:7b:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c4a5801-d8f0-4b74-b492-7e7724b84847', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 05:44:19.284056 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:44:19.301573 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cbe80e0-5a57-4881-9c2c-a0825068530d {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 05:44:19.319117 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] For port 3cbe80e0-5a57-4881-9c2c-a0825068530d, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=3cbe80e0-5a57-4881-9c2c-a0825068530d,segment=NetworkSegment(8ba8918a-8818-4683-9c8e-fc258c8069c5),segment_id=8ba8918a-8818-4683-9c8e-fc258c8069c5)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:44:19.327936 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:44:19.329944 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:44:19.409629 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Pushing event updated for resources: {'Port': ['ID=3cbe80e0-5a57-4881-9c2c-a0825068530d,revision_number=4']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:44:19.413436 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:44:19.504779 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 44512) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:44:19.553072 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791c5c1f-c342-4650-9c09-89f353cbb0a0 req-fba0338d-0437-44e0-bb85-37e3ae4587e9 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:44:19.554733 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-791c5c1f-c342-4650-9c09-89f353cbb0a0 req-fba0338d-0437-44e0-bb85-37e3ae4587e9 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb5c4c71-0117-457c-9ac5-3023598e7277 HTTP/1.1" status: 200 len: 946 time: 0.1674037 May 19 05:44:19.600189 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-791c5c1f-c342-4650-9c09-89f353cbb0a0 req-b312f7fe-3d39-4a2b-a26d-029222977188 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/security-groups?id=e770bfd0-3e94-45b0-9954-6b1c1e0e564f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396881 May 19 05:44:19.626970 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e0aeceab-ae46-4545-b9c5-db3a02e2e04b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:44:19.640963 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-e0aeceab-ae46-4545-b9c5-db3a02e2e04b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:44:19.644885 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-e0aeceab-ae46-4545-b9c5-db3a02e2e04b admin admin] Usage tracker for resource:security_group_rule and tenant:1269390189d94fcca8512cf565407a9a is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:44:19.648118 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-e0aeceab-ae46-4545-b9c5-db3a02e2e04b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:44:19.653731 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-e0aeceab-ae46-4545-b9c5-db3a02e2e04b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:44:19.737506 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e0aeceab-ae46-4545-b9c5-db3a02e2e04b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:44:19.781538 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e0aeceab-ae46-4545-b9c5-db3a02e2e04b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:44:19.793848 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-fa7b9852-2972-45c6-8428-3ab44b89581a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:44:19.845854 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aeceab-ae46-4545-b9c5-db3a02e2e04b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ebb5477-80ed-41e1-a8f3-ab76934663e0,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:44:19.850618 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-e0aeceab-ae46-4545-b9c5-db3a02e2e04b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:44:19.854091 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-e0aeceab-ae46-4545-b9c5-db3a02e2e04b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1269390189d94fcca8512cf565407a9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3482034 May 19 05:44:19.856853 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 44520) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:44:19.869859 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae8de50-8e6d-447f-98b3-c0e339e8c96a req-dfeba3c8-8fb2-45cc-8289-ee8cb78da583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:44:19.871258 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8ae8de50-8e6d-447f-98b3-c0e339e8c96a req-dfeba3c8-8fb2-45cc-8289-ee8cb78da583 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=eb5c4c71-0117-457c-9ac5-3023598e7277 HTTP/1.1" status: 200 len: 1099 time: 0.1282840 May 19 05:44:19.915451 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e985288a-b4a2-4300-8678-fe40932f4630 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:44:19.916825 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8ae8de50-8e6d-447f-98b3-c0e339e8c96a req-083c2446-5aa7-4712-828c-3a2e15ef2aee service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e770bfd0-3e94-45b0-9954-6b1c1e0e564f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366707 May 19 05:44:19.940069 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e985288a-b4a2-4300-8678-fe40932f4630 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:44:19.991343 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e985288a-b4a2-4300-8678-fe40932f4630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:44:19.996150 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-e45f25ce-4348-4cda-b91f-2e1e986ff494 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:44:20.011773 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e985288a-b4a2-4300-8678-fe40932f4630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ebb5477-80ed-41e1-a8f3-ab76934663e0,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:44:20.016828 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-e985288a-b4a2-4300-8678-fe40932f4630 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:44:20.021866 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e985288a-b4a2-4300-8678-fe40932f4630 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:44:20.022996 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-e985288a-b4a2-4300-8678-fe40932f4630 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8ebb5477-80ed-41e1-a8f3-ab76934663e0 HTTP/1.1" status: 204 len: 168 time: 0.1650884 May 19 05:44:20.081386 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] get_ports_and_sgs() called for port_ids ['3cbe80e0-5a57-4881-9c2c-a0825068530d'] {{(pid=103392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 05:44:20.107903 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb40a9a7-9d93-48ae-872b-1626f9b5af3f req-6630dbca-e4bf-4ce0-a720-d273d6fa77cd tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:44:20.109367 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-eb40a9a7-9d93-48ae-872b-1626f9b5af3f req-6630dbca-e4bf-4ce0-a720-d273d6fa77cd tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/ports?device_id=befa1ce9-9ecb-46f4-a30b-a28db99c50a2 HTTP/1.1" status: 200 len: 945 time: 0.0822804 May 19 05:44:20.165755 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-eb40a9a7-9d93-48ae-872b-1626f9b5af3f req-f11aacb4-a93d-484b-b492-6ecf49d42534 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d9a3903-103e-47fc-a618-0f60bf0833b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490158 May 19 05:44:20.359922 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 44536) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:44:20.377791 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ad42e612-d546-4180-a2e6-96f405d6fef5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:44:20.401155 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-ad42e612-d546-4180-a2e6-96f405d6fef5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:44:20.405294 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-ad42e612-d546-4180-a2e6-96f405d6fef5 admin admin] Usage tracker for resource:security_group_rule and tenant:39a226c7d8ba4fe08bb3d6cf109b42bb is out of sync, need to count used quota {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:44:20.408070 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-ad42e612-d546-4180-a2e6-96f405d6fef5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:44:20.413884 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-ad42e612-d546-4180-a2e6-96f405d6fef5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:44:20.496803 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ad42e612-d546-4180-a2e6-96f405d6fef5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:44:20.500544 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ad42e612-d546-4180-a2e6-96f405d6fef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:44:20.513450 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-52369d49-2283-456f-b781-6f168bda6c0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:44:20.553286 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-ad42e612-d546-4180-a2e6-96f405d6fef5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=39a226c7d8ba4fe08bb3d6cf109b42bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1920514 May 19 05:44:20.554198 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad42e612-d546-4180-a2e6-96f405d6fef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d953fde3-2b71-45a8-be34-84053001adef,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:44:20.555750 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 44542) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:44:20.560322 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-ad42e612-d546-4180-a2e6-96f405d6fef5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:44:20.619931 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-29fa42cc-6e81-4296-b12c-e5c0a7c22907 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:44:20.650950 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-29fa42cc-6e81-4296-b12c-e5c0a7c22907 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:44:20.702885 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-29fa42cc-6e81-4296-b12c-e5c0a7c22907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:44:20.707553 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:44:20.720302 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fa42cc-6e81-4296-b12c-e5c0a7c22907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d953fde3-2b71-45a8-be34-84053001adef,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:44:20.722647 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-29fa42cc-6e81-4296-b12c-e5c0a7c22907 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:44:20.733405 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-29fa42cc-6e81-4296-b12c-e5c0a7c22907 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:44:20.737125 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-29fa42cc-6e81-4296-b12c-e5c0a7c22907 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d953fde3-2b71-45a8-be34-84053001adef HTTP/1.1" status: 204 len: 168 time: 0.1797822 May 19 05:44:20.792762 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b6a20f-06e8-488d-9461-a1060760c1b7 req-8ae58609-ef15-43af-b125-c8c2357f22f6 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:44:20.794236 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b6b6a20f-06e8-488d-9461-a1060760c1b7 req-8ae58609-ef15-43af-b125-c8c2357f22f6 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb5c4c71-0117-457c-9ac5-3023598e7277 HTTP/1.1" status: 200 len: 946 time: 0.0845220 May 19 05:44:20.839621 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b6b6a20f-06e8-488d-9461-a1060760c1b7 req-87dce47a-747a-498b-bd08-c0388f097d7f tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/security-groups?id=e770bfd0-3e94-45b0-9954-6b1c1e0e564f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391450 May 19 05:44:21.360961 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbc2972-3a1a-438f-8aa4-c4e4d3173fe7 req-e832ec9a-1361-41bc-a025-e487eda3bcaf tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:44:21.362416 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0bbc2972-3a1a-438f-8aa4-c4e4d3173fe7 req-e832ec9a-1361-41bc-a025-e487eda3bcaf tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/ports?device_id=befa1ce9-9ecb-46f4-a30b-a28db99c50a2 HTTP/1.1" status: 200 len: 945 time: 0.0879989 May 19 05:44:21.415994 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0bbc2972-3a1a-438f-8aa4-c4e4d3173fe7 req-3815df6d-26e8-4d2a-9178-958c9a0f9b9e tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d9a3903-103e-47fc-a618-0f60bf0833b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464778 May 19 05:44:22.026356 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba63ea32-3c33-430b-8bf5-84ae56a7a25f req-29e493fe-3668-4842-b984-bb34de1d7124 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:44:22.027916 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ba63ea32-3c33-430b-8bf5-84ae56a7a25f req-29e493fe-3668-4842-b984-bb34de1d7124 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb5c4c71-0117-457c-9ac5-3023598e7277 HTTP/1.1" status: 200 len: 946 time: 0.0816464 May 19 05:44:22.084454 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ba63ea32-3c33-430b-8bf5-84ae56a7a25f req-7ba8f245-098e-4133-bf58-637ebc52c5d6 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/security-groups?id=e770bfd0-3e94-45b0-9954-6b1c1e0e564f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503435 May 19 05:44:22.275906 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f592814c-f796-448a-91dc-8bd2a8cb79dc req-f9c995cc-7119-4fae-bc30-6fd5e05f16d4 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:44:22.277358 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f592814c-f796-448a-91dc-8bd2a8cb79dc req-f9c995cc-7119-4fae-bc30-6fd5e05f16d4 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6fb2e02-f3ea-48a2-bc86-99bcb4a79d75 HTTP/1.1" status: 200 len: 946 time: 0.0806453 May 19 05:44:22.323631 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f592814c-f796-448a-91dc-8bd2a8cb79dc req-3aeaf0ed-5c77-4c13-8ee4-4da27e61ed49 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/security-groups?id=e770bfd0-3e94-45b0-9954-6b1c1e0e564f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400896 May 19 05:44:22.622988 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8899e3b1-264a-436c-8278-db21f9f2ecd9 req-a76b48b1-6ae2-4ede-bbff-387c4e708269 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:44:22.624474 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8899e3b1-264a-436c-8278-db21f9f2ecd9 req-a76b48b1-6ae2-4ede-bbff-387c4e708269 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/ports?device_id=befa1ce9-9ecb-46f4-a30b-a28db99c50a2 HTTP/1.1" status: 200 len: 945 time: 0.0864255 May 19 05:44:22.683732 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8899e3b1-264a-436c-8278-db21f9f2ecd9 req-3c5cea73-35ee-4dfc-925e-09d0c63e0c5b tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d9a3903-103e-47fc-a618-0f60bf0833b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500965 May 19 05:44:23.109132 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Device 3cbe80e0-5a57-4881-9c2c-a0825068530d up at agent hyperv_hv-cinder-78240 {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:44:23.173435 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Provisioning for port 3cbe80e0-5a57-4881-9c2c-a0825068530d completed by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:44:23.178734 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Provisioning complete for port 3cbe80e0-5a57-4881-9c2c-a0825068530d triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:44:23.179144 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:44:23.296413 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:44:23.323296 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'befa1ce9-9ecb-46f4-a30b-a28db99c50a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cbe80e0-5a57-4881-9c2c-a0825068530d'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:44:23.332705 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] For port 3cbe80e0-5a57-4881-9c2c-a0825068530d, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=3cbe80e0-5a57-4881-9c2c-a0825068530d,segment=NetworkSegment(8ba8918a-8818-4683-9c8e-fc258c8069c5),segment_id=8ba8918a-8818-4683-9c8e-fc258c8069c5)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:44:23.339904 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:44:23.341755 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-265200c8-d8a2-4ad9-8666-34a069e817e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:44:23.375565 dv-cinder-782405-8-iscsi neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'befa1ce9-9ecb-46f4-a30b-a28db99c50a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cbe80e0-5a57-4881-9c2c-a0825068530d', 'code': 200} May 19 05:44:23.405633 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Pushing event updated for resources: {'Port': ['ID=3cbe80e0-5a57-4881-9c2c-a0825068530d,revision_number=5']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:44:23.408557 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:44:23.641410 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e9d9c-be27-4c82-9346-2f3e7d69b8a0 req-1974a577-7633-40d4-a9b1-3f4522fcee4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:44:23.642895 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b73e9d9c-be27-4c82-9346-2f3e7d69b8a0 req-1974a577-7633-40d4-a9b1-3f4522fcee4d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=befa1ce9-9ecb-46f4-a30b-a28db99c50a2 HTTP/1.1" status: 200 len: 1099 time: 0.0736749 May 19 05:44:23.683662 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b73e9d9c-be27-4c82-9346-2f3e7d69b8a0 req-3373ef38-f72f-478e-93d6-7a3ea23c2891 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8d9a3903-103e-47fc-a618-0f60bf0833b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336280 May 19 05:44:23.874057 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d825f31-17d5-4669-8533-ebf821b2fe2e req-1f047017-8caf-415f-8c53-28a527f2abbe tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:44:23.875660 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0d825f31-17d5-4669-8533-ebf821b2fe2e req-1f047017-8caf-415f-8c53-28a527f2abbe tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/ports?device_id=befa1ce9-9ecb-46f4-a30b-a28db99c50a2 HTTP/1.1" status: 200 len: 946 time: 0.0809731 May 19 05:44:23.924604 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0d825f31-17d5-4669-8533-ebf821b2fe2e req-34fc1bf5-3722-40cc-979e-f848dd27be0c tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d9a3903-103e-47fc-a618-0f60bf0833b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431890 May 19 05:44:25.124629 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b261d307-2512-4234-974d-96a6eff7ba6e req-a1bac498-5edb-4aad-a851-8b184d417d41 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:44:25.127765 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b261d307-2512-4234-974d-96a6eff7ba6e req-a1bac498-5edb-4aad-a851-8b184d417d41 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/ports?device_id=befa1ce9-9ecb-46f4-a30b-a28db99c50a2 HTTP/1.1" status: 200 len: 946 time: 0.0929360 May 19 05:44:25.187398 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b261d307-2512-4234-974d-96a6eff7ba6e req-62a03ef0-9124-4eca-abbd-b90988140681 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d9a3903-103e-47fc-a618-0f60bf0833b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588076 May 19 05:44:25.613537 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babe58fc-aa07-42a0-a408-32f493f63e0c req-0ed825a2-6782-4e5d-b406-69030ac21eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:44:25.615698 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-babe58fc-aa07-42a0-a408-32f493f63e0c req-0ed825a2-6782-4e5d-b406-69030ac21eca service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2aa9f910d0e44032ac9af01a62399d3d&device_id=f6fb2e02-f3ea-48a2-bc86-99bcb4a79d75 HTTP/1.1" status: 200 len: 1099 time: 0.1431153 May 19 05:44:25.627162 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe8c37-175c-4d6a-b7fd-6d47b1f3081e req-351dc705-aa05-4f6e-b127-51d6fc2a9173 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:44:25.628523 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4efe8c37-175c-4d6a-b7fd-6d47b1f3081e req-351dc705-aa05-4f6e-b127-51d6fc2a9173 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6fb2e02-f3ea-48a2-bc86-99bcb4a79d75 HTTP/1.1" status: 200 len: 946 time: 0.1069067 May 19 05:44:25.759198 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4efe8c37-175c-4d6a-b7fd-6d47b1f3081e req-f69cca90-cecd-437b-b949-2ec9c3b28a16 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/security-groups?id=e770bfd0-3e94-45b0-9954-6b1c1e0e564f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099455 May 19 05:44:25.785364 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babe58fc-aa07-42a0-a408-32f493f63e0c req-d438c771-94f1-4647-b8a5-37e12fdc6231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:44:25.788747 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-babe58fc-aa07-42a0-a408-32f493f63e0c req-d438c771-94f1-4647-b8a5-37e12fdc6231 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e9fd4d9d-a461-43f3-8bc4-f70626927f45 HTTP/1.1" status: 200 len: 920 time: 0.1574106 May 19 05:44:25.856354 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-babe58fc-aa07-42a0-a408-32f493f63e0c req-af33a963-fa08-4ede-a320-e0de202dd34d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9439f27f-1c7d-431d-97c4-b98b2a0b8529 HTTP/1.1" status: 200 len: 217 time: 0.0621498 May 19 05:44:25.918173 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babe58fc-aa07-42a0-a408-32f493f63e0c req-c591dd53-e44e-4b61-9e8f-eeeb593963ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:44:25.919563 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-babe58fc-aa07-42a0-a408-32f493f63e0c req-c591dd53-e44e-4b61-9e8f-eeeb593963ce service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b547b7c1-b0db-4ded-a1d7-26dc8e5f4a02 HTTP/1.1" status: 200 len: 859 time: 0.0550978 May 19 05:44:25.966539 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-babe58fc-aa07-42a0-a408-32f493f63e0c req-340ad52b-b151-4c8e-84c6-ca1e67c828cf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e9fd4d9d-a461-43f3-8bc4-f70626927f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388994 May 19 05:44:26.095290 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-babe58fc-aa07-42a0-a408-32f493f63e0c req-9062e629-aacf-4f48-bea2-0ee56343455d service neutron] 10.222.0.26 "GET /v2.0/networks/e9fd4d9d-a461-43f3-8bc4-f70626927f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216786 May 19 05:44:26.312099 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-babe58fc-aa07-42a0-a408-32f493f63e0c req-ced59796-bc7e-46ef-ad6c-0def57000666 service neutron] 10.222.0.26 "GET /v2.0/networks/e9fd4d9d-a461-43f3-8bc4-f70626927f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092946 May 19 05:44:26.388448 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce18143-70f9-4a18-aaf4-2606c32a7ef7 req-dc8883dc-a59b-4b60-bb02-5851a7fd5371 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:44:26.389875 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-bce18143-70f9-4a18-aaf4-2606c32a7ef7 req-dc8883dc-a59b-4b60-bb02-5851a7fd5371 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/ports?device_id=befa1ce9-9ecb-46f4-a30b-a28db99c50a2 HTTP/1.1" status: 200 len: 946 time: 0.0879822 May 19 05:44:26.436592 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-bce18143-70f9-4a18-aaf4-2606c32a7ef7 req-bb98d078-6484-4e68-9ea2-35bd4b2583b6 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d9a3903-103e-47fc-a618-0f60bf0833b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403600 May 19 05:44:26.947054 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7459a6e2-fbe2-49f5-bd6b-bd9603f89d7e req-d056a75d-1df1-486b-8c2b-9ac8151bd72a tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:44:26.948475 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7459a6e2-fbe2-49f5-bd6b-bd9603f89d7e req-d056a75d-1df1-486b-8c2b-9ac8151bd72a tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6fb2e02-f3ea-48a2-bc86-99bcb4a79d75 HTTP/1.1" status: 200 len: 946 time: 0.0816083 May 19 05:44:26.992580 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7459a6e2-fbe2-49f5-bd6b-bd9603f89d7e req-119046a4-4dc6-4b0a-a411-db7bdbc3cc70 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/security-groups?id=e770bfd0-3e94-45b0-9954-6b1c1e0e564f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384989 May 19 05:44:28.096925 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:44:28.180002 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59de446d-80c5-48fe-aa26-24287c93d71d req-ecdb13c8-c973-45e5-ab78-de057a720a31 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:44:28.181428 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-59de446d-80c5-48fe-aa26-24287c93d71d req-ecdb13c8-c973-45e5-ab78-de057a720a31 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6fb2e02-f3ea-48a2-bc86-99bcb4a79d75 HTTP/1.1" status: 200 len: 946 time: 0.0811758 May 19 05:44:28.225527 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-59de446d-80c5-48fe-aa26-24287c93d71d req-ec42f2cf-e91b-47d3-8de3-1bb2e82cb9b3 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/security-groups?id=e770bfd0-3e94-45b0-9954-6b1c1e0e564f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383518 May 19 05:44:29.422213 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf023b4-b8dd-49f6-a657-3e5c158c3e2d req-7deb145b-b45e-45bc-a84f-e4a3d899b26a tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:44:29.423808 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6cf023b4-b8dd-49f6-a657-3e5c158c3e2d req-7deb145b-b45e-45bc-a84f-e4a3d899b26a tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6fb2e02-f3ea-48a2-bc86-99bcb4a79d75 HTTP/1.1" status: 200 len: 946 time: 0.0913091 May 19 05:44:29.486836 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6cf023b4-b8dd-49f6-a657-3e5c158c3e2d req-d74f523c-86f1-4be8-ae66-6a1cd58c1d68 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/security-groups?id=e770bfd0-3e94-45b0-9954-6b1c1e0e564f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556731 May 19 05:44:30.669246 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51217fc0-42c6-4d37-bfed-e45f189b364c req-64a2917f-a456-48e7-92c1-634d8fb2f5a2 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:44:30.670735 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-51217fc0-42c6-4d37-bfed-e45f189b364c req-64a2917f-a456-48e7-92c1-634d8fb2f5a2 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6fb2e02-f3ea-48a2-bc86-99bcb4a79d75 HTTP/1.1" status: 200 len: 946 time: 0.0818505 May 19 05:44:30.714405 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-51217fc0-42c6-4d37-bfed-e45f189b364c req-c90a2864-9f52-40c0-8f87-4af64887e983 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/security-groups?id=e770bfd0-3e94-45b0-9954-6b1c1e0e564f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380111 May 19 05:44:35.949255 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15f6bcf-dbd4-4178-ad2c-3e86b7907a8d req-6e3d9ecd-0d78-4d0b-82d6-03b5e1ac15a0 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:44:35.950733 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f15f6bcf-dbd4-4178-ad2c-3e86b7907a8d req-6e3d9ecd-0d78-4d0b-82d6-03b5e1ac15a0 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6fb2e02-f3ea-48a2-bc86-99bcb4a79d75 HTTP/1.1" status: 200 len: 946 time: 0.0794740 May 19 05:44:35.994677 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f15f6bcf-dbd4-4178-ad2c-3e86b7907a8d req-608d06a1-ef95-4bb9-8c54-f9dfef861d79 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/security-groups?id=e770bfd0-3e94-45b0-9954-6b1c1e0e564f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382869 May 19 05:44:37.179484 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa321522-b6cf-4bb1-bcd4-7b6aad25237d req-cf31d216-874a-43ac-9a24-3a9527165c64 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:44:37.180968 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-fa321522-b6cf-4bb1-bcd4-7b6aad25237d req-cf31d216-874a-43ac-9a24-3a9527165c64 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6fb2e02-f3ea-48a2-bc86-99bcb4a79d75 HTTP/1.1" status: 200 len: 946 time: 0.0797350 May 19 05:44:37.226888 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-fa321522-b6cf-4bb1-bcd4-7b6aad25237d req-e363953a-25c9-4fa2-b968-8f281dfae680 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/security-groups?id=e770bfd0-3e94-45b0-9954-6b1c1e0e564f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393758 May 19 05:44:38.415333 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03489306-cbfc-4fee-a0b7-98ec4324df39 req-b7fa20ac-e9f5-4dd6-bf1e-9fa28f334ded tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:44:38.416753 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-03489306-cbfc-4fee-a0b7-98ec4324df39 req-b7fa20ac-e9f5-4dd6-bf1e-9fa28f334ded tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6fb2e02-f3ea-48a2-bc86-99bcb4a79d75 HTTP/1.1" status: 200 len: 946 time: 0.0825622 May 19 05:44:38.461870 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-03489306-cbfc-4fee-a0b7-98ec4324df39 req-08bae585-625c-42a8-bca9-3a33e779a12b tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/security-groups?id=e770bfd0-3e94-45b0-9954-6b1c1e0e564f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391016 May 19 05:44:38.584697 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-8ef77f1b-c1f2-4f7f-903c-9c4facac0416 None None] Agent healthcheck: found 6 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 05:44:39.649045 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3f8ede-31f3-43d1-b778-aa78fd03def6 req-9c49243d-2742-41a6-9abe-2024f33ef7c7 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:44:39.650465 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8c3f8ede-31f3-43d1-b778-aa78fd03def6 req-9c49243d-2742-41a6-9abe-2024f33ef7c7 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6fb2e02-f3ea-48a2-bc86-99bcb4a79d75 HTTP/1.1" status: 200 len: 946 time: 0.0818393 May 19 05:44:39.695926 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8c3f8ede-31f3-43d1-b778-aa78fd03def6 req-409a2f35-6a7b-468b-84aa-8fb84a1977cf tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/security-groups?id=e770bfd0-3e94-45b0-9954-6b1c1e0e564f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394471 May 19 05:44:40.474219 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 44922) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:44:40.595506 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0850e016-13d6-4535-b11a-0aa30e687d46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:44:40.609791 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-0850e016-13d6-4535-b11a-0aa30e687d46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:44:40.614404 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-0850e016-13d6-4535-b11a-0aa30e687d46 admin admin] Usage tracker for resource:security_group_rule and tenant:e2051ec8a8f64bb69031a9fc42cee817 is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:44:40.617353 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-0850e016-13d6-4535-b11a-0aa30e687d46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:44:40.623412 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-0850e016-13d6-4535-b11a-0aa30e687d46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:44:40.758747 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0850e016-13d6-4535-b11a-0aa30e687d46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:44:40.771159 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0850e016-13d6-4535-b11a-0aa30e687d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:44:40.818816 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:44:40.852567 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0850e016-13d6-4535-b11a-0aa30e687d46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb82cb4-48e3-4226-af77-920ae7ff987e,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:44:40.862506 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-0850e016-13d6-4535-b11a-0aa30e687d46 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e2051ec8a8f64bb69031a9fc42cee817&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3871055 May 19 05:44:40.865195 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0850e016-13d6-4535-b11a-0aa30e687d46 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:44:40.865692 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0850e016-13d6-4535-b11a-0aa30e687d46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:44:40.866202 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0850e016-13d6-4535-b11a-0aa30e687d46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:44:40.866981 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0850e016-13d6-4535-b11a-0aa30e687d46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:44:40.867475 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0850e016-13d6-4535-b11a-0aa30e687d46 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:44:40.867964 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0850e016-13d6-4535-b11a-0aa30e687d46 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:44:40.868469 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0850e016-13d6-4535-b11a-0aa30e687d46 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:44:40.869075 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0850e016-13d6-4535-b11a-0aa30e687d46 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:44:40.869561 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0850e016-13d6-4535-b11a-0aa30e687d46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:44:40.870043 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0850e016-13d6-4535-b11a-0aa30e687d46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:44:40.870649 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0850e016-13d6-4535-b11a-0aa30e687d46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:44:40.871146 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0850e016-13d6-4535-b11a-0aa30e687d46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:44:40.874492 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 44934) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:44:40.877524 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-0850e016-13d6-4535-b11a-0aa30e687d46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:44:40.943113 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-14bccd09-05cf-468e-ab3f-16eece3db607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:44:40.948235 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d600c94c-0d4d-4552-9ed1-a74ab4d33fd5 req-3e3559d8-8dfa-4706-95c8-7113912b724d tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:44:40.949861 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d600c94c-0d4d-4552-9ed1-a74ab4d33fd5 req-3e3559d8-8dfa-4706-95c8-7113912b724d tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6fb2e02-f3ea-48a2-bc86-99bcb4a79d75 HTTP/1.1" status: 200 len: 946 time: 0.1365979 May 19 05:44:40.971244 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-14bccd09-05cf-468e-ab3f-16eece3db607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:44:41.030749 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d600c94c-0d4d-4552-9ed1-a74ab4d33fd5 req-14997829-ab03-4424-a283-434578648cd8 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/security-groups?id=e770bfd0-3e94-45b0-9954-6b1c1e0e564f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719457 May 19 05:44:41.049663 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-14bccd09-05cf-468e-ab3f-16eece3db607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:44:41.055121 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:44:41.078119 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bccd09-05cf-468e-ab3f-16eece3db607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb82cb4-48e3-4226-af77-920ae7ff987e,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:44:41.081510 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-14bccd09-05cf-468e-ab3f-16eece3db607 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:44:41.082993 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-14bccd09-05cf-468e-ab3f-16eece3db607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:44:41.085119 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-14bccd09-05cf-468e-ab3f-16eece3db607 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7eb82cb4-48e3-4226-af77-920ae7ff987e HTTP/1.1" status: 204 len: 168 time: 0.2094276 May 19 05:44:41.435698 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 44958) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:44:41.457051 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c8fddc9a-7828-470b-9f20-7854a4f51235 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:44:41.471526 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-c8fddc9a-7828-470b-9f20-7854a4f51235 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:44:41.475267 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-c8fddc9a-7828-470b-9f20-7854a4f51235 admin admin] Usage tracker for resource:security_group_rule and tenant:cf65995a1847469f9a58643606165b6b is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:44:41.477991 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-c8fddc9a-7828-470b-9f20-7854a4f51235 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:44:41.483679 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-c8fddc9a-7828-470b-9f20-7854a4f51235 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:44:41.564252 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c8fddc9a-7828-470b-9f20-7854a4f51235 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:44:41.569768 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c8fddc9a-7828-470b-9f20-7854a4f51235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:44:41.581717 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-2340fe9f-bc86-43d3-94e4-b075d0bcc47a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:44:41.622652 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-c8fddc9a-7828-470b-9f20-7854a4f51235 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cf65995a1847469f9a58643606165b6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1857901 May 19 05:44:41.624625 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fddc9a-7828-470b-9f20-7854a4f51235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4afdddc-fa80-4008-8880-67c49c3bc943,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:44:41.625601 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 44968) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:44:41.627830 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-c8fddc9a-7828-470b-9f20-7854a4f51235 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:44:41.692821 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-629ed65a-dd90-4589-9063-4b8218d039b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:44:41.717375 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-629ed65a-dd90-4589-9063-4b8218d039b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:44:41.767797 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-629ed65a-dd90-4589-9063-4b8218d039b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:44:41.772333 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-41134f79-c439-4261-a1f5-8bdfec6b5a62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:44:41.785219 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629ed65a-dd90-4589-9063-4b8218d039b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4afdddc-fa80-4008-8880-67c49c3bc943,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:44:41.788717 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-629ed65a-dd90-4589-9063-4b8218d039b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:44:41.792706 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-629ed65a-dd90-4589-9063-4b8218d039b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:44:41.793784 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-629ed65a-dd90-4589-9063-4b8218d039b2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f4afdddc-fa80-4008-8880-67c49c3bc943 HTTP/1.1" status: 204 len: 168 time: 0.1649549 May 19 05:44:42.227545 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f6e931-3bc2-4f96-9da6-dc22b6f93480 req-fb3fe06a-df35-4e8e-9311-7a1269bc0636 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:44:42.229003 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-31f6e931-3bc2-4f96-9da6-dc22b6f93480 req-fb3fe06a-df35-4e8e-9311-7a1269bc0636 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6fb2e02-f3ea-48a2-bc86-99bcb4a79d75 HTTP/1.1" status: 200 len: 946 time: 0.0882268 May 19 05:44:42.272979 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-31f6e931-3bc2-4f96-9da6-dc22b6f93480 req-050080b0-466f-4083-b0c9-65b7b5304a21 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/security-groups?id=e770bfd0-3e94-45b0-9954-6b1c1e0e564f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381875 May 19 05:44:42.315629 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0a49ddab-baf5-437a-ba40-406ea1bf2d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:44:43.274670 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 45028) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:44:43.388450 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-19726851-283a-404f-a617-1177c8344a5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:44:43.406227 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-19726851-283a-404f-a617-1177c8344a5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:44:43.410002 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-19726851-283a-404f-a617-1177c8344a5b admin admin] Usage tracker for resource:security_group_rule and tenant:2289297a177440e09bc1910389d53cce is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:44:43.412755 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-19726851-283a-404f-a617-1177c8344a5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:44:43.418256 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-19726851-283a-404f-a617-1177c8344a5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:44:43.499971 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-19726851-283a-404f-a617-1177c8344a5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:44:43.504684 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-19726851-283a-404f-a617-1177c8344a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:44:43.512785 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:44:43.559179 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-19726851-283a-404f-a617-1177c8344a5b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2289297a177440e09bc1910389d53cce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2833796 May 19 05:44:43.560845 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19726851-283a-404f-a617-1177c8344a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce787b5-01d5-41b7-b4b1-e943173f9026,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:44:43.561708 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 45040) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:44:43.564193 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-19726851-283a-404f-a617-1177c8344a5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:44:43.619808 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-36278c4b-a1d4-441a-8434-8ccd595b996f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:44:43.644537 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-36278c4b-a1d4-441a-8434-8ccd595b996f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:44:43.693312 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-36278c4b-a1d4-441a-8434-8ccd595b996f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:44:43.697677 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-6bec71bb-3f00-46e3-83a9-0b3665d9cfa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:44:43.707035 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36278c4b-a1d4-441a-8434-8ccd595b996f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce787b5-01d5-41b7-b4b1-e943173f9026,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:44:43.716730 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36278c4b-a1d4-441a-8434-8ccd595b996f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:44:43.717088 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36278c4b-a1d4-441a-8434-8ccd595b996f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:44:43.717435 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36278c4b-a1d4-441a-8434-8ccd595b996f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:44:43.717775 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36278c4b-a1d4-441a-8434-8ccd595b996f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:44:43.718112 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36278c4b-a1d4-441a-8434-8ccd595b996f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:44:43.718447 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36278c4b-a1d4-441a-8434-8ccd595b996f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:44:43.718809 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36278c4b-a1d4-441a-8434-8ccd595b996f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:44:43.719144 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36278c4b-a1d4-441a-8434-8ccd595b996f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:44:43.719475 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36278c4b-a1d4-441a-8434-8ccd595b996f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:44:43.719803 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36278c4b-a1d4-441a-8434-8ccd595b996f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:44:43.720132 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36278c4b-a1d4-441a-8434-8ccd595b996f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:44:43.720459 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36278c4b-a1d4-441a-8434-8ccd595b996f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:44:43.723422 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-36278c4b-a1d4-441a-8434-8ccd595b996f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:44:43.728486 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-36278c4b-a1d4-441a-8434-8ccd595b996f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2ce787b5-01d5-41b7-b4b1-e943173f9026 HTTP/1.1" status: 204 len: 168 time: 0.1642487 May 19 05:44:43.728744 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-36278c4b-a1d4-441a-8434-8ccd595b996f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:44:44.682244 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5a9b3332-8925-4813-9604-6918a45fe907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:44:44.820095 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:44:45.858761 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-db7c5e23-657c-45d4-9da5-15ba3bf0d241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:44:46.577151 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53deae6-1ef5-4397-b320-2a5e28b93cdc req-061d4261-1f9d-43b7-9a87-4970dee99157 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:44:46.578625 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b53deae6-1ef5-4397-b320-2a5e28b93cdc req-061d4261-1f9d-43b7-9a87-4970dee99157 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6fb2e02-f3ea-48a2-bc86-99bcb4a79d75 HTTP/1.1" status: 200 len: 946 time: 0.0819104 May 19 05:44:46.622807 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b53deae6-1ef5-4397-b320-2a5e28b93cdc req-ce9382ec-d9b6-44f4-8614-e5cbaed21e86 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/security-groups?id=e770bfd0-3e94-45b0-9954-6b1c1e0e564f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379775 May 19 05:44:47.577796 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ca9ec6bf-79c4-448f-b3bb-8c49e8cf3732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:44:47.806007 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c3b70a-bdce-4280-8357-9368b92734f8 req-ed2fffc2-dfc4-4ac3-bd14-0bc5f8aa920c tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:44:47.807434 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e2c3b70a-bdce-4280-8357-9368b92734f8 req-ed2fffc2-dfc4-4ac3-bd14-0bc5f8aa920c tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6fb2e02-f3ea-48a2-bc86-99bcb4a79d75 HTTP/1.1" status: 200 len: 946 time: 0.0814450 May 19 05:44:47.859797 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e2c3b70a-bdce-4280-8357-9368b92734f8 req-6e19eeab-763c-45ee-b995-d9b307edbaea tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/security-groups?id=e770bfd0-3e94-45b0-9954-6b1c1e0e564f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461526 May 19 05:44:49.063543 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d5453c-3fc2-4a11-99ff-0f02e443ca32 req-9f644d97-fa2e-4c7a-9ffc-dd3962721307 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:44:49.065001 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-92d5453c-3fc2-4a11-99ff-0f02e443ca32 req-9f644d97-fa2e-4c7a-9ffc-dd3962721307 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6fb2e02-f3ea-48a2-bc86-99bcb4a79d75 HTTP/1.1" status: 200 len: 946 time: 0.0893848 May 19 05:44:49.168005 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-92d5453c-3fc2-4a11-99ff-0f02e443ca32 req-3a745c63-0c22-4271-941b-c2f34d9150ed tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/security-groups?id=e770bfd0-3e94-45b0-9954-6b1c1e0e564f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967519 May 19 05:44:50.370718 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d395e53-aca2-41f9-b8ab-9e32a473406a req-f90489b4-e1a2-497c-bdb7-ca620fdff379 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:44:50.372168 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7d395e53-aca2-41f9-b8ab-9e32a473406a req-f90489b4-e1a2-497c-bdb7-ca620fdff379 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6fb2e02-f3ea-48a2-bc86-99bcb4a79d75 HTTP/1.1" status: 200 len: 946 time: 0.0906918 May 19 05:44:50.467536 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7d395e53-aca2-41f9-b8ab-9e32a473406a req-f0f2cadf-04b6-42f3-913a-da104c333884 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/security-groups?id=e770bfd0-3e94-45b0-9954-6b1c1e0e564f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895956 May 19 05:44:50.483410 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ced4880-2ac3-4c8e-a62e-545170ba59f3 req-c56f66b4-1fee-4d3d-b6d5-e1448107e19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:44:50.484873 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0ced4880-2ac3-4c8e-a62e-545170ba59f3 req-c56f66b4-1fee-4d3d-b6d5-e1448107e19c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f6fb2e02-f3ea-48a2-bc86-99bcb4a79d75 HTTP/1.1" status: 200 len: 1099 time: 0.1052706 May 19 05:44:50.524986 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0ced4880-2ac3-4c8e-a62e-545170ba59f3 req-af08fee9-247e-4d1d-87f4-5bcd41d74eb8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e770bfd0-3e94-45b0-9954-6b1c1e0e564f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330315 May 19 05:44:51.647507 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a64861-e65f-4c4c-9473-fad2243be845 req-159e21d0-411f-4eec-b5e4-2366134a6be4 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:44:51.648913 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-71a64861-e65f-4c4c-9473-fad2243be845 req-159e21d0-411f-4eec-b5e4-2366134a6be4 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6fb2e02-f3ea-48a2-bc86-99bcb4a79d75 HTTP/1.1" status: 200 len: 946 time: 0.0772657 May 19 05:44:51.693672 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-71a64861-e65f-4c4c-9473-fad2243be845 req-d3603d1a-63eb-4a3c-9a8f-c6085533961b tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/security-groups?id=e770bfd0-3e94-45b0-9954-6b1c1e0e564f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391510 May 19 05:44:52.722211 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8845314a-6598-40d6-94a9-aad037a7d4e9 req-002436dd-4961-4de3-9b86-5d49f9afd91f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f6fb2e02-f3ea-48a2-bc86-99bcb4a79d75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0713978 May 19 05:44:52.882520 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8845314a-6598-40d6-94a9-aad037a7d4e9 req-d8eecc32-789b-49e4-8f06-aa927c76a00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:44:52.884011 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8845314a-6598-40d6-94a9-aad037a7d4e9 req-d8eecc32-789b-49e4-8f06-aa927c76a00e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2aa9f910d0e44032ac9af01a62399d3d&device_id=f6fb2e02-f3ea-48a2-bc86-99bcb4a79d75 HTTP/1.1" status: 200 len: 1099 time: 0.1279800 May 19 05:44:52.903097 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205b8abb-e412-4461-9a3c-b4084e26a1f8 req-fae9acea-d5df-46c4-aff2-aa366c66d87e tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:44:52.904511 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-205b8abb-e412-4461-9a3c-b4084e26a1f8 req-fae9acea-d5df-46c4-aff2-aa366c66d87e tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6fb2e02-f3ea-48a2-bc86-99bcb4a79d75 HTTP/1.1" status: 200 len: 946 time: 0.0944138 May 19 05:44:53.029881 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-205b8abb-e412-4461-9a3c-b4084e26a1f8 req-2095676d-e785-461a-be84-7bcc77c8b4e6 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/security-groups?id=e770bfd0-3e94-45b0-9954-6b1c1e0e564f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072206 May 19 05:44:53.068702 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8845314a-6598-40d6-94a9-aad037a7d4e9 req-21defba2-fc05-46ec-bd10-33b13fa2fdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:44:53.070157 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8845314a-6598-40d6-94a9-aad037a7d4e9 req-21defba2-fc05-46ec-bd10-33b13fa2fdd6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e9fd4d9d-a461-43f3-8bc4-f70626927f45 HTTP/1.1" status: 200 len: 920 time: 0.1647842 May 19 05:44:53.215428 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8845314a-6598-40d6-94a9-aad037a7d4e9 req-1413c8ea-005f-4f32-9f49-51ae7d01cb08 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9439f27f-1c7d-431d-97c4-b98b2a0b8529 HTTP/1.1" status: 200 len: 217 time: 0.1367068 May 19 05:44:53.279813 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8845314a-6598-40d6-94a9-aad037a7d4e9 req-7bec4460-d42d-4549-b38f-ae00f3a5a639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:44:53.281318 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8845314a-6598-40d6-94a9-aad037a7d4e9 req-7bec4460-d42d-4549-b38f-ae00f3a5a639 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b547b7c1-b0db-4ded-a1d7-26dc8e5f4a02 HTTP/1.1" status: 200 len: 859 time: 0.0588431 May 19 05:44:53.334212 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8845314a-6598-40d6-94a9-aad037a7d4e9 req-bc497de4-c38e-429d-9b70-6f3a6dad0093 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e9fd4d9d-a461-43f3-8bc4-f70626927f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438831 May 19 05:44:53.474189 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8845314a-6598-40d6-94a9-aad037a7d4e9 req-dbcf5fa6-9002-45ed-a841-a0fc109b76dd service neutron] 10.222.0.26 "GET /v2.0/networks/e9fd4d9d-a461-43f3-8bc4-f70626927f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337113 May 19 05:44:53.474331 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3d3b4d-4638-4ddb-bc7d-bd8ab0e41b82 req-f45f5c2f-7376-4855-ab99-8efce90dcd15 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:44:53.475797 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8d3d3b4d-4638-4ddb-bc7d-bd8ab0e41b82 req-f45f5c2f-7376-4855-ab99-8efce90dcd15 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6fb2e02-f3ea-48a2-bc86-99bcb4a79d75 HTTP/1.1" status: 200 len: 946 time: 0.0815694 May 19 05:44:53.520408 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8d3d3b4d-4638-4ddb-bc7d-bd8ab0e41b82 req-6914eb86-c69a-468d-8d9e-a7abbc153185 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/security-groups?id=e770bfd0-3e94-45b0-9954-6b1c1e0e564f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384510 May 19 05:44:53.614897 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8845314a-6598-40d6-94a9-aad037a7d4e9 req-8eeaef67-95d7-4ee9-8a3b-d654856d887d service neutron] 10.222.0.26 "GET /v2.0/networks/e9fd4d9d-a461-43f3-8bc4-f70626927f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307137 May 19 05:44:53.772063 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4cc18e-7cca-4ee8-9654-54bd2cb35333 req-683efc9b-e16e-4863-9ef1-103e83d50aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:44:53.773539 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ea4cc18e-7cca-4ee8-9654-54bd2cb35333 req-683efc9b-e16e-4863-9ef1-103e83d50aa1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2aa9f910d0e44032ac9af01a62399d3d&device_id=f6fb2e02-f3ea-48a2-bc86-99bcb4a79d75 HTTP/1.1" status: 200 len: 1099 time: 0.0740774 May 19 05:44:53.914125 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4cc18e-7cca-4ee8-9654-54bd2cb35333 req-43e9be72-fe3b-457d-bd09-52fb32b9507c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:44:53.915611 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ea4cc18e-7cca-4ee8-9654-54bd2cb35333 req-43e9be72-fe3b-457d-bd09-52fb32b9507c service neutron] 10.222.0.26 "GET /v2.0/networks?id=e9fd4d9d-a461-43f3-8bc4-f70626927f45 HTTP/1.1" status: 200 len: 920 time: 0.1343710 May 19 05:44:53.983773 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ea4cc18e-7cca-4ee8-9654-54bd2cb35333 req-9031b305-0355-46a0-9131-4f1b32f941e7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9439f27f-1c7d-431d-97c4-b98b2a0b8529 HTTP/1.1" status: 200 len: 217 time: 0.0606816 May 19 05:44:54.049321 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4cc18e-7cca-4ee8-9654-54bd2cb35333 req-f8470c8d-622f-461f-a6c3-57bae673170f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:44:54.050769 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ea4cc18e-7cca-4ee8-9654-54bd2cb35333 req-f8470c8d-622f-461f-a6c3-57bae673170f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b547b7c1-b0db-4ded-a1d7-26dc8e5f4a02 HTTP/1.1" status: 200 len: 859 time: 0.0596509 May 19 05:44:54.098588 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ea4cc18e-7cca-4ee8-9654-54bd2cb35333 req-bcd9fac9-56b0-4a7b-90a1-9773c7dd79b2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e9fd4d9d-a461-43f3-8bc4-f70626927f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401359 May 19 05:44:54.229403 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ea4cc18e-7cca-4ee8-9654-54bd2cb35333 req-8959ca36-3e56-426c-b8b3-874dfdb6438a service neutron] 10.222.0.26 "GET /v2.0/networks/e9fd4d9d-a461-43f3-8bc4-f70626927f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246157 May 19 05:44:54.361848 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ea4cc18e-7cca-4ee8-9654-54bd2cb35333 req-f4766628-b7b2-4166-b278-d7248b0e0ba3 service neutron] 10.222.0.26 "GET /v2.0/networks/e9fd4d9d-a461-43f3-8bc4-f70626927f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247659 May 19 05:44:54.712728 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e8a75c-336b-424e-90e5-933d16a2cd8f req-d99ffa97-9a90-4ceb-8732-56bf3034a03f tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:44:54.714097 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-42e8a75c-336b-424e-90e5-933d16a2cd8f req-d99ffa97-9a90-4ceb-8732-56bf3034a03f tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6fb2e02-f3ea-48a2-bc86-99bcb4a79d75 HTTP/1.1" status: 200 len: 946 time: 0.0831730 May 19 05:44:54.762608 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-42e8a75c-336b-424e-90e5-933d16a2cd8f req-f36883ae-17db-4f2c-8e2c-241b2d26b910 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/security-groups?id=e770bfd0-3e94-45b0-9954-6b1c1e0e564f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423656 May 19 05:44:55.950011 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed9806-74c6-40c2-a8e7-e141173e0514 req-6ed6bd38-7d6d-4aeb-8c54-5f1b9a63f382 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:44:55.951495 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-61ed9806-74c6-40c2-a8e7-e141173e0514 req-6ed6bd38-7d6d-4aeb-8c54-5f1b9a63f382 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6fb2e02-f3ea-48a2-bc86-99bcb4a79d75 HTTP/1.1" status: 200 len: 946 time: 0.0831146 May 19 05:44:56.003356 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-61ed9806-74c6-40c2-a8e7-e141173e0514 req-6d7c6cdc-b498-4ef4-bba5-6df3156a9a08 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/security-groups?id=e770bfd0-3e94-45b0-9954-6b1c1e0e564f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444772 May 19 05:44:56.403469 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db7be75-a3bb-49c8-8028-349eda06335b req-5eb785b8-892f-4ce1-b683-481369068002 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:44:56.405304 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1db7be75-a3bb-49c8-8028-349eda06335b req-5eb785b8-892f-4ce1-b683-481369068002 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/networks?id=4c713a74-0813-44be-ac36-fe2debef4543 HTTP/1.1" status: 200 len: 814 time: 0.1581852 May 19 05:44:56.436140 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1db7be75-a3bb-49c8-8028-349eda06335b req-46ff2fe2-97a7-410e-98d0-a0651ddf0942 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/quotas/0595826c8352417daa536bf080ca9f0c HTTP/1.1" status: 200 len: 375 time: 0.0201674 May 19 05:44:56.535139 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1db7be75-a3bb-49c8-8028-349eda06335b req-66edae26-bbca-4cfb-98f5-a9bbf8646fd7 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0595826c8352417daa536bf080ca9f0c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0976791 May 19 05:44:56.795216 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1db7be75-a3bb-49c8-8028-349eda06335b req-a69480a1-21c5-4223-b2f5-11dd054d4a21 service neutron] 10.222.0.11 "GET /v2.0/networks/4c713a74-0813-44be-ac36-fe2debef4543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584548 May 19 05:44:56.927787 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1db7be75-a3bb-49c8-8028-349eda06335b req-e4685af3-ca12-43fd-a6be-d20a91d3de02 service neutron] 10.222.0.11 "GET /v2.0/networks/4c713a74-0813-44be-ac36-fe2debef4543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317096 May 19 05:44:57.119414 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c834710a-5b25-42cd-9eb8-0d212e91ed18 req-b09e4dc7-5ecd-4ae7-b208-4b47e3b192d8 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/ports?device_id=225869aa-c62d-44e2-8891-7336f2914163 HTTP/1.1" status: 200 len: 210 time: 0.0514495 May 19 05:44:57.247338 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac086af-5564-4ba2-92d5-35e9632f9d6b req-1e2992b3-533c-423a-87db-8167cfcb5cf6 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:44:57.249402 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4ac086af-5564-4ba2-92d5-35e9632f9d6b req-1e2992b3-533c-423a-87db-8167cfcb5cf6 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6fb2e02-f3ea-48a2-bc86-99bcb4a79d75 HTTP/1.1" status: 200 len: 946 time: 0.0833988 May 19 05:44:57.293506 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4ac086af-5564-4ba2-92d5-35e9632f9d6b req-e23ef88f-c9e2-4d08-8c10-1e30ad4a5ff8 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/security-groups?id=e770bfd0-3e94-45b0-9954-6b1c1e0e564f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372899 May 19 05:44:58.142646 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:44:58.320310 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1ccdc167-3562-424b-a910-aa76ee6a252a req-1a04b1e7-c94a-4a2f-b64f-306f5cda87be tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/ports?device_id=225869aa-c62d-44e2-8891-7336f2914163 HTTP/1.1" status: 200 len: 210 time: 0.0639985 May 19 05:44:58.369268 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db7be75-a3bb-49c8-8028-349eda06335b req-6b2c54fd-efb6-4cff-a8a6-db960d13dc5f tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:44:58.370810 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1db7be75-a3bb-49c8-8028-349eda06335b req-6b2c54fd-efb6-4cff-a8a6-db960d13dc5f tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.26 "GET /v2.0/networks?id=4c713a74-0813-44be-ac36-fe2debef4543 HTTP/1.1" status: 200 len: 814 time: 0.2330320 May 19 05:44:58.396260 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [req-1db7be75-a3bb-49c8-8028-349eda06335b req-919942bf-1385-4c90-ae1d-d2e7de96a87e tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Request body: {'port': {'device_id': '225869aa-c62d-44e2-8891-7336f2914163', 'network_id': '4c713a74-0813-44be-ac36-fe2debef4543', 'admin_state_up': True, 'tenant_id': '0595826c8352417daa536bf080ca9f0c'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:44:58.522174 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2431aa8d-7244-4ad9-84e5-d617b765d7b5 req-52f21d6c-fb8c-4cd9-a4ce-a8d4816875ba tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:44:58.525680 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2431aa8d-7244-4ad9-84e5-d617b765d7b5 req-52f21d6c-fb8c-4cd9-a4ce-a8d4816875ba tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6fb2e02-f3ea-48a2-bc86-99bcb4a79d75 HTTP/1.1" status: 200 len: 946 time: 0.0966916 May 19 05:44:58.547405 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [req-1db7be75-a3bb-49c8-8028-349eda06335b req-919942bf-1385-4c90-ae1d-d2e7de96a87e tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:44:58.557732 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [req-1db7be75-a3bb-49c8-8028-349eda06335b req-919942bf-1385-4c90-ae1d-d2e7de96a87e tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:44:58.567780 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1db7be75-a3bb-49c8-8028-349eda06335b req-919942bf-1385-4c90-ae1d-d2e7de96a87e tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Made reservation on behalf of 0595826c8352417daa536bf080ca9f0c for: {'port': 1} {{(pid=103391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 05:44:58.572048 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-1db7be75-a3bb-49c8-8028-349eda06335b req-919942bf-1385-4c90-ae1d-d2e7de96a87e tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:44:58.576622 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2431aa8d-7244-4ad9-84e5-d617b765d7b5 req-5e598d85-802f-4878-a141-fb60f7c5fc54 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/security-groups?id=e770bfd0-3e94-45b0-9954-6b1c1e0e564f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455248 May 19 05:44:58.748830 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [req-1db7be75-a3bb-49c8-8028-349eda06335b req-919942bf-1385-4c90-ae1d-d2e7de96a87e tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Allocated IP 172.20.0.10 (4c713a74-0813-44be-ac36-fe2debef4543/3c4a5801-d8f0-4b74-b492-7e7724b84847/95067da6-66d3-48e9-93cb-5da13ccbae5c) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 05:44:58.993077 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-1db7be75-a3bb-49c8-8028-349eda06335b req-919942bf-1385-4c90-ae1d-d2e7de96a87e tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Notify callbacks [] for port, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:44:59.047087 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-1db7be75-a3bb-49c8-8028-349eda06335b req-919942bf-1385-4c90-ae1d-d2e7de96a87e tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742272799735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263355286'] for port, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:44:59.062728 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-3374a1b7-11d0-44bf-9f39-b7abaab08f06 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:44:59.136717 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1db7be75-a3bb-49c8-8028-349eda06335b req-919942bf-1385-4c90-ae1d-d2e7de96a87e tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Network 4c713a74-0813-44be-ac36-fe2debef4543 is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:44:59.147315 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [req-1db7be75-a3bb-49c8-8028-349eda06335b req-919942bf-1385-4c90-ae1d-d2e7de96a87e tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:44:59.149964 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [req-1db7be75-a3bb-49c8-8028-349eda06335b req-919942bf-1385-4c90-ae1d-d2e7de96a87e tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 05:44:59.194990 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] get_ports_and_sgs() called for port_ids ['ef7937c5-b2ba-479d-b1b3-35acb21e0596', 'c3ff3a67-0c76-41ce-ae82-eabc1746b464', '3cbe80e0-5a57-4881-9c2c-a0825068530d'] {{(pid=103392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 05:44:59.219342 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919942bf-1385-4c90-ae1d-d2e7de96a87e tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Pushing event updated for resources: {'Port': ['ID=95067da6-66d3-48e9-93cb-5da13ccbae5c,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:44:59.231549 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-919942bf-1385-4c90-ae1d-d2e7de96a87e tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:44:59.268843 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db7be75-a3bb-49c8-8028-349eda06335b req-919942bf-1385-4c90-ae1d-d2e7de96a87e tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:44:59.268843 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-1db7be75-a3bb-49c8-8028-349eda06335b req-919942bf-1385-4c90-ae1d-d2e7de96a87e tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13023'] for port, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:44:59.308368 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1db7be75-a3bb-49c8-8028-349eda06335b req-919942bf-1385-4c90-ae1d-d2e7de96a87e tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9172812 May 19 05:44:59.320031 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [req-1db7be75-a3bb-49c8-8028-349eda06335b req-04259784-e8a7-4d2b-baa7-cfbb7b0935de service neutron] Request body: {'port': {'device_id': '225869aa-c62d-44e2-8891-7336f2914163', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78240'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:44:59.447438 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-1db7be75-a3bb-49c8-8028-349eda06335b req-04259784-e8a7-4d2b-baa7-cfbb7b0935de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:44:59.492338 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 45428) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:44:59.612348 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9e677a34-8dcb-42c7-9d51-4f69313f926b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:44:59.627119 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-9e677a34-8dcb-42c7-9d51-4f69313f926b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:44:59.631478 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-9e677a34-8dcb-42c7-9d51-4f69313f926b admin admin] Usage tracker for resource:security_group_rule and tenant:7f987bf6db6a4c29a88488c9ac2248f4 is out of sync, need to count used quota {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:44:59.634299 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-9e677a34-8dcb-42c7-9d51-4f69313f926b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:44:59.639859 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-9e677a34-8dcb-42c7-9d51-4f69313f926b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:44:59.686879 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f7e51d-1421-4f5f-a7cd-922870e4418f req-c2fe4888-cc29-4723-ab6a-4d12c9ab89fe tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:44:59.687641 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-91f7e51d-1421-4f5f-a7cd-922870e4418f req-c2fe4888-cc29-4723-ab6a-4d12c9ab89fe tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Synchronizing usage tracker for tenant:0595826c8352417daa536bf080ca9f0c on resource:port {{(pid=103391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:44:59.720482 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9e677a34-8dcb-42c7-9d51-4f69313f926b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:44:59.724810 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9e677a34-8dcb-42c7-9d51-4f69313f926b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:44:59.732677 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-629ed65a-dd90-4589-9063-4b8218d039b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:44:59.764137 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-91f7e51d-1421-4f5f-a7cd-922870e4418f req-c2fe4888-cc29-4723-ab6a-4d12c9ab89fe tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Unset dirty status for tenant:0595826c8352417daa536bf080ca9f0c on resource:port {{(pid=103391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:44:59.765275 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-91f7e51d-1421-4f5f-a7cd-922870e4418f req-c2fe4888-cc29-4723-ab6a-4d12c9ab89fe tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/ports?device_id=225869aa-c62d-44e2-8891-7336f2914163 HTTP/1.1" status: 200 len: 932 time: 0.2731504 May 19 05:44:59.774639 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-9e677a34-8dcb-42c7-9d51-4f69313f926b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7f987bf6db6a4c29a88488c9ac2248f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2810440 May 19 05:44:59.776332 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e677a34-8dcb-42c7-9d51-4f69313f926b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf90d73f-7390-4c12-a6a4-e320a5758993,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:44:59.778541 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 45434) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:44:59.781071 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-9e677a34-8dcb-42c7-9d51-4f69313f926b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:44:59.829963 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-91f7e51d-1421-4f5f-a7cd-922870e4418f req-12e2110b-233c-474b-a185-56ac823fa374 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d9a3903-103e-47fc-a618-0f60bf0833b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581596 May 19 05:44:59.835184 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-93a15f1d-54e1-4bda-9163-fbb993c7c156 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:44:59.861208 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-93a15f1d-54e1-4bda-9163-fbb993c7c156 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:44:59.912459 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-93a15f1d-54e1-4bda-9163-fbb993c7c156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:44:59.916500 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:44:59.931335 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a15f1d-54e1-4bda-9163-fbb993c7c156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf90d73f-7390-4c12-a6a4-e320a5758993,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:44:59.933933 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-93a15f1d-54e1-4bda-9163-fbb993c7c156 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:44:59.935203 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-93a15f1d-54e1-4bda-9163-fbb993c7c156 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:44:59.939556 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-93a15f1d-54e1-4bda-9163-fbb993c7c156 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cf90d73f-7390-4c12-a6a4-e320a5758993 HTTP/1.1" status: 204 len: 168 time: 0.1568623 May 19 05:44:59.999641 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [req-1db7be75-a3bb-49c8-8028-349eda06335b req-04259784-e8a7-4d2b-baa7-cfbb7b0935de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95067da6-66d3-48e9-93cb-5da13ccbae5c {{(pid=103391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 05:45:00.006747 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-1db7be75-a3bb-49c8-8028-349eda06335b req-04259784-e8a7-4d2b-baa7-cfbb7b0935de service neutron] Notify callbacks [] for port, precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:45:00.022831 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [req-1db7be75-a3bb-49c8-8028-349eda06335b req-04259784-e8a7-4d2b-baa7-cfbb7b0935de service neutron] Transition to ACTIVE for port object 95067da6-66d3-48e9-93cb-5da13ccbae5c will not be triggered until provisioned by entity L2. {{(pid=103391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:45:00.027458 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-1db7be75-a3bb-49c8-8028-349eda06335b req-04259784-e8a7-4d2b-baa7-cfbb7b0935de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263355279'] for port, after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:45:00.032583 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-a432372a-e8f2-460c-a6e8-6ca179598222 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:45:00.106759 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04259784-e8a7-4d2b-baa7-cfbb7b0935de service neutron] Pushing event updated for resources: {'Port': ['ID=95067da6-66d3-48e9-93cb-5da13ccbae5c,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:45:00.106759 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-04259784-e8a7-4d2b-baa7-cfbb7b0935de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:45:00.292706 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-1db7be75-a3bb-49c8-8028-349eda06335b req-04259784-e8a7-4d2b-baa7-cfbb7b0935de service neutron] Attempting to bind port 95067da6-66d3-48e9-93cb-5da13ccbae5c on host hv-cinder-78240 for vnic_type normal with profile {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 05:45:00.293228 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-1db7be75-a3bb-49c8-8028-349eda06335b req-04259784-e8a7-4d2b-baa7-cfbb7b0935de service neutron] Attempting to bind port 95067da6-66d3-48e9-93cb-5da13ccbae5c by drivers openvswitch,hyperv on host hv-cinder-78240 at level 0 using segments [{'id': '8ba8918a-8818-4683-9c8e-fc258c8069c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4c713a74-0813-44be-ac36-fe2debef4543'}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 05:45:00.294019 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db7be75-a3bb-49c8-8028-349eda06335b req-04259784-e8a7-4d2b-baa7-cfbb7b0935de service neutron] Attempting to bind port 95067da6-66d3-48e9-93cb-5da13ccbae5c on network 4c713a74-0813-44be-ac36-fe2debef4543 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:45:00.300601 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db7be75-a3bb-49c8-8028-349eda06335b req-04259784-e8a7-4d2b-baa7-cfbb7b0935de service neutron] Port 95067da6-66d3-48e9-93cb-5da13ccbae5c on network 4c713a74-0813-44be-ac36-fe2debef4543 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78240 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 05:45:00.301321 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db7be75-a3bb-49c8-8028-349eda06335b req-04259784-e8a7-4d2b-baa7-cfbb7b0935de service neutron] Attempting to bind port 95067da6-66d3-48e9-93cb-5da13ccbae5c on network 4c713a74-0813-44be-ac36-fe2debef4543 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:45:00.308417 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db7be75-a3bb-49c8-8028-349eda06335b req-04259784-e8a7-4d2b-baa7-cfbb7b0935de service neutron] Checking agent: {'id': '5b106939-35fb-4931-879f-1b04325a2c36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78240', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 5, 40, 58), 'started_at': datetime.datetime(2021, 5, 19, 5, 40, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 5, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 05:45:00.308949 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db7be75-a3bb-49c8-8028-349eda06335b req-04259784-e8a7-4d2b-baa7-cfbb7b0935de service neutron] Checking segment: {'id': '8ba8918a-8818-4683-9c8e-fc258c8069c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4c713a74-0813-44be-ac36-fe2debef4543'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:45:00.309569 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db7be75-a3bb-49c8-8028-349eda06335b req-04259784-e8a7-4d2b-baa7-cfbb7b0935de service neutron] Bound using segment: {'id': '8ba8918a-8818-4683-9c8e-fc258c8069c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4c713a74-0813-44be-ac36-fe2debef4543'} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 05:45:00.310098 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-1db7be75-a3bb-49c8-8028-349eda06335b req-04259784-e8a7-4d2b-baa7-cfbb7b0935de service neutron] Bound port: 95067da6-66d3-48e9-93cb-5da13ccbae5c, host: hv-cinder-78240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ba8918a-8818-4683-9c8e-fc258c8069c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4c713a74-0813-44be-ac36-fe2debef4543'}}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 05:45:00.310784 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-1db7be75-a3bb-49c8-8028-349eda06335b req-04259784-e8a7-4d2b-baa7-cfbb7b0935de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:45:00.449156 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-1db7be75-a3bb-49c8-8028-349eda06335b req-04259784-e8a7-4d2b-baa7-cfbb7b0935de service neutron] For port 95067da6-66d3-48e9-93cb-5da13ccbae5c, host hv-cinder-78240, cleared binding levels {{(pid=103391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 05:45:00.452750 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-1db7be75-a3bb-49c8-8028-349eda06335b req-04259784-e8a7-4d2b-baa7-cfbb7b0935de service neutron] For port 95067da6-66d3-48e9-93cb-5da13ccbae5c, host hv-cinder-78240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=95067da6-66d3-48e9-93cb-5da13ccbae5c,segment=NetworkSegment(8ba8918a-8818-4683-9c8e-fc258c8069c5),segment_id=8ba8918a-8818-4683-9c8e-fc258c8069c5)] {{(pid=103391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 05:45:00.456820 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-1db7be75-a3bb-49c8-8028-349eda06335b req-04259784-e8a7-4d2b-baa7-cfbb7b0935de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263355279'] for port, after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:45:00.460882 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:45:00.522109 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db7be75-a3bb-49c8-8028-349eda06335b req-04259784-e8a7-4d2b-baa7-cfbb7b0935de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:45:00.522748 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-1db7be75-a3bb-49c8-8028-349eda06335b req-04259784-e8a7-4d2b-baa7-cfbb7b0935de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13023'] for port, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:45:00.524104 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1db7be75-a3bb-49c8-8028-349eda06335b req-04259784-e8a7-4d2b-baa7-cfbb7b0935de service neutron] 10.222.0.26 "PUT /v2.0/ports/95067da6-66d3-48e9-93cb-5da13ccbae5c HTTP/1.1" status: 200 len: 1094 time: 1.2081947 May 19 05:45:00.524588 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '225869aa-c62d-44e2-8891-7336f2914163', 'tag': '95067da6-66d3-48e9-93cb-5da13ccbae5c'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:45:00.542823 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04259784-e8a7-4d2b-baa7-cfbb7b0935de service neutron] Pushing event updated for resources: {'Port': ['ID=95067da6-66d3-48e9-93cb-5da13ccbae5c,revision_number=3']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:45:00.545840 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-04259784-e8a7-4d2b-baa7-cfbb7b0935de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:45:03.188079 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '225869aa-c62d-44e2-8891-7336f2914163', 'tag': '95067da6-66d3-48e9-93cb-5da13ccbae5c', 'status': 'completed', 'code': 200} May 19 05:45:03.223385 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db7be75-a3bb-49c8-8028-349eda06335b req-3fe26156-b9e6-41a5-8bf0-ca2aa15ec4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:45:03.224849 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1db7be75-a3bb-49c8-8028-349eda06335b req-3fe26156-b9e6-41a5-8bf0-ca2aa15ec4fa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0595826c8352417daa536bf080ca9f0c&device_id=225869aa-c62d-44e2-8891-7336f2914163 HTTP/1.1" status: 200 len: 1097 time: 0.0738947 May 19 05:45:03.295886 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1db7be75-a3bb-49c8-8028-349eda06335b req-dae335ed-9fc6-41c2-921c-6d10a1d0c524 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95067da6-66d3-48e9-93cb-5da13ccbae5c HTTP/1.1" status: 200 len: 217 time: 0.0628846 May 19 05:45:03.324550 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5fc655-e374-4656-88f5-2dec13a1e2f1 req-ee3672b6-6730-4495-9993-627312d5bd2f tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:45:03.326007 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0f5fc655-e374-4656-88f5-2dec13a1e2f1 req-ee3672b6-6730-4495-9993-627312d5bd2f tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/ports?device_id=225869aa-c62d-44e2-8891-7336f2914163 HTTP/1.1" status: 200 len: 944 time: 0.0844035 May 19 05:45:03.369347 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db7be75-a3bb-49c8-8028-349eda06335b req-fb022c2b-8e30-4988-b0d1-ca4b29a25001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:45:03.371138 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1db7be75-a3bb-49c8-8028-349eda06335b req-fb022c2b-8e30-4988-b0d1-ca4b29a25001 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3c4a5801-d8f0-4b74-b492-7e7724b84847 HTTP/1.1" status: 200 len: 854 time: 0.0670938 May 19 05:45:03.378048 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0f5fc655-e374-4656-88f5-2dec13a1e2f1 req-77a4d53d-cc7e-4518-b834-91e426a6f1e1 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d9a3903-103e-47fc-a618-0f60bf0833b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449522 May 19 05:45:03.422941 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1db7be75-a3bb-49c8-8028-349eda06335b req-d2b39e13-755d-483f-9105-0a7d01152b57 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4c713a74-0813-44be-ac36-fe2debef4543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428689 May 19 05:45:03.552431 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1db7be75-a3bb-49c8-8028-349eda06335b req-6a2f9840-78d7-4019-93c4-262799ffbf01 service neutron] 10.222.0.26 "GET /v2.0/networks/4c713a74-0813-44be-ac36-fe2debef4543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229444 May 19 05:45:03.730694 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1db7be75-a3bb-49c8-8028-349eda06335b req-26a27a88-b89c-4133-bb1f-771f1c80bb67 service neutron] 10.222.0.26 "GET /v2.0/networks/4c713a74-0813-44be-ac36-fe2debef4543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241281 May 19 05:45:03.851834 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708183ec-7746-4d13-9994-0a8de4ede4aa req-91e2e181-604e-49fd-9aca-20cb5b6e027c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:45:03.853279 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-708183ec-7746-4d13-9994-0a8de4ede4aa req-91e2e181-604e-49fd-9aca-20cb5b6e027c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0595826c8352417daa536bf080ca9f0c&device_id=225869aa-c62d-44e2-8891-7336f2914163 HTTP/1.1" status: 200 len: 1097 time: 0.0732024 May 19 05:45:04.139863 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708183ec-7746-4d13-9994-0a8de4ede4aa req-60b31616-e4df-4430-a20d-eee8af6dcc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:45:04.141293 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-708183ec-7746-4d13-9994-0a8de4ede4aa req-60b31616-e4df-4430-a20d-eee8af6dcc0b service neutron] 10.222.0.26 "GET /v2.0/networks?id=4c713a74-0813-44be-ac36-fe2debef4543 HTTP/1.1" status: 200 len: 915 time: 0.1218994 May 19 05:45:04.212743 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-708183ec-7746-4d13-9994-0a8de4ede4aa req-b4f7a4d6-c48a-4b38-a289-c5f5e3b42493 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95067da6-66d3-48e9-93cb-5da13ccbae5c HTTP/1.1" status: 200 len: 217 time: 0.0637763 May 19 05:45:04.279112 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708183ec-7746-4d13-9994-0a8de4ede4aa req-5ee6993c-5db1-44fc-9ab5-0bc2f9ccd87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:45:04.280490 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-708183ec-7746-4d13-9994-0a8de4ede4aa req-5ee6993c-5db1-44fc-9ab5-0bc2f9ccd87a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3c4a5801-d8f0-4b74-b492-7e7724b84847 HTTP/1.1" status: 200 len: 854 time: 0.0560651 May 19 05:45:04.333731 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-708183ec-7746-4d13-9994-0a8de4ede4aa req-8b72863b-88b6-4e00-b378-b9f25f68f30c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4c713a74-0813-44be-ac36-fe2debef4543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391054 May 19 05:45:04.467194 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-708183ec-7746-4d13-9994-0a8de4ede4aa req-7625d4d8-6c65-4251-89a7-89703636f5d4 service neutron] 10.222.0.26 "GET /v2.0/networks/4c713a74-0813-44be-ac36-fe2debef4543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266980 May 19 05:45:04.747025 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-708183ec-7746-4d13-9994-0a8de4ede4aa req-5c3f67c6-f56d-437d-bac7-7b1135eff89e service neutron] 10.222.0.26 "GET /v2.0/networks/4c713a74-0813-44be-ac36-fe2debef4543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721210 May 19 05:45:04.767518 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d525e048-acb0-4935-91a8-11ea4c912a64 req-6a0cb96a-e829-444c-b1b3-4436eb9c1338 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:45:04.769028 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d525e048-acb0-4935-91a8-11ea4c912a64 req-6a0cb96a-e829-444c-b1b3-4436eb9c1338 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/ports?device_id=225869aa-c62d-44e2-8891-7336f2914163 HTTP/1.1" status: 200 len: 944 time: 0.1216676 May 19 05:45:04.812990 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d525e048-acb0-4935-91a8-11ea4c912a64 req-9de07ba3-f330-45a3-950a-b76b57a4abeb tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d9a3903-103e-47fc-a618-0f60bf0833b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380452 May 19 05:45:05.968003 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9320fc18-cba3-4dff-ac2e-78eaa426ae25 req-45951d23-73c8-44fb-bd4f-e6239dc09ae6 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:45:05.975588 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9320fc18-cba3-4dff-ac2e-78eaa426ae25 req-45951d23-73c8-44fb-bd4f-e6239dc09ae6 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6fb2e02-f3ea-48a2-bc86-99bcb4a79d75 HTTP/1.1" status: 200 len: 946 time: 0.1676104 May 19 05:45:06.060750 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4cc73e-0459-40ce-aca1-71641bb92b01 req-21d28331-af04-4c40-bb1b-af6e7709d31b tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:45:06.069312 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5c4cc73e-0459-40ce-aca1-71641bb92b01 req-21d28331-af04-4c40-bb1b-af6e7709d31b tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/ports?device_id=225869aa-c62d-44e2-8891-7336f2914163 HTTP/1.1" status: 200 len: 944 time: 0.1155355 May 19 05:45:06.095053 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 45566) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:45:06.102920 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9320fc18-cba3-4dff-ac2e-78eaa426ae25 req-b4c05297-ac86-4e16-9a23-10a7a30b13d9 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/security-groups?id=e770bfd0-3e94-45b0-9954-6b1c1e0e564f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122866 May 19 05:45:06.136031 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5c4cc73e-0459-40ce-aca1-71641bb92b01 req-5de463b1-7265-4fa1-8e1e-4bcaa2429a8c tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d9a3903-103e-47fc-a618-0f60bf0833b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654447 May 19 05:45:06.351510 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 45586) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:45:06.429024 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-06606192-71b3-4169-9bc4-6087575300ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:45:06.454357 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-06606192-71b3-4169-9bc4-6087575300ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:45:06.459556 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8ed89b58-f41b-422f-9121-050b2bcafcc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:45:06.468751 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-06606192-71b3-4169-9bc4-6087575300ee admin admin] Usage tracker for resource:security_group_rule and tenant:e9764c5b77c041018c68348cbca2d340 is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:45:06.473428 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-06606192-71b3-4169-9bc4-6087575300ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:45:06.481889 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-06606192-71b3-4169-9bc4-6087575300ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:45:06.486436 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-8ed89b58-f41b-422f-9121-050b2bcafcc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:45:06.496240 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-8ed89b58-f41b-422f-9121-050b2bcafcc9 admin admin] Usage tracker for resource:security_group_rule and tenant:b141a3ca07bc41338f3cd5f6f91d629f is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:45:06.499953 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-8ed89b58-f41b-422f-9121-050b2bcafcc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:45:06.512245 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-8ed89b58-f41b-422f-9121-050b2bcafcc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:45:06.631233 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-06606192-71b3-4169-9bc4-6087575300ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:45:06.641089 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-06606192-71b3-4169-9bc4-6087575300ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:45:06.649648 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-03d6496d-f273-4432-89a8-db2197e5881a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:45:06.684908 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8ed89b58-f41b-422f-9121-050b2bcafcc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:45:06.701266 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8ed89b58-f41b-422f-9121-050b2bcafcc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:45:06.720131 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06606192-71b3-4169-9bc4-6087575300ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86731367-7bda-494b-92e3-0c8c96220a91,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:45:06.727365 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-06606192-71b3-4169-9bc4-6087575300ee admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e9764c5b77c041018c68348cbca2d340&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6224597 May 19 05:45:06.730294 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-06606192-71b3-4169-9bc4-6087575300ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:45:06.730911 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 45610) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:45:06.731506 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-13c4bfcb-d0f5-4f2d-9b80-e4cc8fb43930 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:45:06.774844 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-8ed89b58-f41b-422f-9121-050b2bcafcc9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b141a3ca07bc41338f3cd5f6f91d629f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4221635 May 19 05:45:06.778075 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 45616) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:45:06.791279 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed89b58-f41b-422f-9121-050b2bcafcc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa37b866-b3ca-43d0-8131-bd626da27ffa,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:45:06.795728 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-8ed89b58-f41b-422f-9121-050b2bcafcc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:45:06.858154 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c6a51463-4daa-4dfa-8192-3f1cdad29942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:45:06.884895 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0e6e64da-7454-4ade-ae37-5c7915c1a568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:45:06.892898 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c6a51463-4daa-4dfa-8192-3f1cdad29942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:45:06.920512 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0e6e64da-7454-4ade-ae37-5c7915c1a568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:45:06.963757 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c6a51463-4daa-4dfa-8192-3f1cdad29942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:45:06.971010 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-e20a6cfe-185c-4fb9-ae24-43c6dc6b13a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:45:06.998298 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a51463-4daa-4dfa-8192-3f1cdad29942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86731367-7bda-494b-92e3-0c8c96220a91,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:45:07.001977 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c6a51463-4daa-4dfa-8192-3f1cdad29942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:45:07.013561 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-c6a51463-4daa-4dfa-8192-3f1cdad29942 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/86731367-7bda-494b-92e3-0c8c96220a91 HTTP/1.1" status: 204 len: 168 time: 0.2812450 May 19 05:45:07.015091 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-c6a51463-4daa-4dfa-8192-3f1cdad29942 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:45:07.068295 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0e6e64da-7454-4ade-ae37-5c7915c1a568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:45:07.075802 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-14bccd09-05cf-468e-ab3f-16eece3db607 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:45:07.098362 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6e64da-7454-4ade-ae37-5c7915c1a568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa37b866-b3ca-43d0-8131-bd626da27ffa,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:45:07.102723 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-0e6e64da-7454-4ade-ae37-5c7915c1a568 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:45:07.122681 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0e6e64da-7454-4ade-ae37-5c7915c1a568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:45:07.124985 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-0e6e64da-7454-4ade-ae37-5c7915c1a568 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fa37b866-b3ca-43d0-8131-bd626da27ffa HTTP/1.1" status: 204 len: 168 time: 0.3454604 May 19 05:45:07.334972 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c809a671-8ec6-40d2-97ee-7b752442d480 req-ecf49014-9328-4fd8-bb84-7a4b5b068a31 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:45:07.336598 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c809a671-8ec6-40d2-97ee-7b752442d480 req-ecf49014-9328-4fd8-bb84-7a4b5b068a31 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/ports?device_id=225869aa-c62d-44e2-8891-7336f2914163 HTTP/1.1" status: 200 len: 944 time: 0.0890563 May 19 05:45:07.416493 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c809a671-8ec6-40d2-97ee-7b752442d480 req-d32a8e80-0f82-4fe9-9fe2-a261d25ff83d tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d9a3903-103e-47fc-a618-0f60bf0833b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644825 May 19 05:45:07.492596 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 45636) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:45:07.513914 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-185bdb3f-b6fa-488b-a680-883e2d9f0611 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:45:07.524666 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-185bdb3f-b6fa-488b-a680-883e2d9f0611 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:45:07.528599 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-185bdb3f-b6fa-488b-a680-883e2d9f0611 admin admin] Usage tracker for resource:security_group_rule and tenant:5329b963eba64348974d066643a34c06 is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:45:07.531514 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-185bdb3f-b6fa-488b-a680-883e2d9f0611 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:45:07.537717 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-185bdb3f-b6fa-488b-a680-883e2d9f0611 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:45:07.630789 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-185bdb3f-b6fa-488b-a680-883e2d9f0611 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:45:07.634524 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-185bdb3f-b6fa-488b-a680-883e2d9f0611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:45:07.642437 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-9a98092d-ccd1-4bee-9fd3-de3a612744f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:45:07.682180 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-185bdb3f-b6fa-488b-a680-883e2d9f0611 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5329b963eba64348974d066643a34c06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1885207 May 19 05:45:07.683098 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185bdb3f-b6fa-488b-a680-883e2d9f0611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b42b6b1e-9f15-458b-8df6-90f844835bce,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:45:07.684948 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 45642) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:45:07.686199 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-185bdb3f-b6fa-488b-a680-883e2d9f0611 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:45:07.743001 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-5b22a82d-c9d2-4a63-9072-7e120e5fc51a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:45:07.767618 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-5b22a82d-c9d2-4a63-9072-7e120e5fc51a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:45:07.818420 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-5b22a82d-c9d2-4a63-9072-7e120e5fc51a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:45:07.823063 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-29d6da12-7a0f-46aa-84ac-e4ee7c914e8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:45:07.834878 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b22a82d-c9d2-4a63-9072-7e120e5fc51a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b42b6b1e-9f15-458b-8df6-90f844835bce,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:45:07.837747 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-5b22a82d-c9d2-4a63-9072-7e120e5fc51a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:45:07.839753 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-5b22a82d-c9d2-4a63-9072-7e120e5fc51a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:45:07.843758 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-5b22a82d-c9d2-4a63-9072-7e120e5fc51a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b42b6b1e-9f15-458b-8df6-90f844835bce HTTP/1.1" status: 204 len: 168 time: 0.1548221 May 19 05:45:08.191150 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 45658) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:45:08.212724 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8c1c83b8-a604-4e70-8feb-c7584125ff20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:45:08.227426 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-8c1c83b8-a604-4e70-8feb-c7584125ff20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:45:08.231374 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-8c1c83b8-a604-4e70-8feb-c7584125ff20 admin admin] Usage tracker for resource:security_group_rule and tenant:3240400835c1426b8a19569d95dda099 is out of sync, need to count used quota {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:45:08.234165 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-8c1c83b8-a604-4e70-8feb-c7584125ff20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:45:08.240811 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-8c1c83b8-a604-4e70-8feb-c7584125ff20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:45:08.322730 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8c1c83b8-a604-4e70-8feb-c7584125ff20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:45:08.326263 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8c1c83b8-a604-4e70-8feb-c7584125ff20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:45:08.334964 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-5b22a82d-c9d2-4a63-9072-7e120e5fc51a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:45:08.371111 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-8c1c83b8-a604-4e70-8feb-c7584125ff20 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3240400835c1426b8a19569d95dda099&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1788921 May 19 05:45:08.373827 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 45664) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:45:08.375139 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1c83b8-a604-4e70-8feb-c7584125ff20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5cc20ae-59e7-4ff9-b009-ca155e0d6af2,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:45:08.378030 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-8c1c83b8-a604-4e70-8feb-c7584125ff20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:45:08.433761 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-eaaeba17-3047-4e66-8d40-b46e313fd285 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:45:08.461143 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-eaaeba17-3047-4e66-8d40-b46e313fd285 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:45:08.481951 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 45672) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:45:08.521079 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-eaaeba17-3047-4e66-8d40-b46e313fd285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:45:08.526057 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-06606192-71b3-4169-9bc4-6087575300ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:45:08.540310 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaeba17-3047-4e66-8d40-b46e313fd285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5cc20ae-59e7-4ff9-b009-ca155e0d6af2,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:45:08.542501 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-eaaeba17-3047-4e66-8d40-b46e313fd285 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:45:08.548879 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-eaaeba17-3047-4e66-8d40-b46e313fd285 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:45:08.550620 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-eaaeba17-3047-4e66-8d40-b46e313fd285 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e5cc20ae-59e7-4ff9-b009-ca155e0d6af2 HTTP/1.1" status: 204 len: 168 time: 0.1741340 May 19 05:45:08.615887 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd42551c-c205-40af-820f-0e894e2d3a62 req-3860c35b-8236-45ad-95ef-37f25377bfcd tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:45:08.617437 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-fd42551c-c205-40af-820f-0e894e2d3a62 req-3860c35b-8236-45ad-95ef-37f25377bfcd tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/ports?device_id=225869aa-c62d-44e2-8891-7336f2914163 HTTP/1.1" status: 200 len: 944 time: 0.0888855 May 19 05:45:08.638187 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-de474d93-27cc-4135-afaa-1f71d74c6483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:45:08.671510 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-de474d93-27cc-4135-afaa-1f71d74c6483 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:45:08.685375 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-de474d93-27cc-4135-afaa-1f71d74c6483 admin admin] Usage tracker for resource:security_group_rule and tenant:123e1ff52f3343cc8c0069df0ad41c8a is out of sync, need to count used quota {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:45:08.690672 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-de474d93-27cc-4135-afaa-1f71d74c6483 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:45:08.699765 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-de474d93-27cc-4135-afaa-1f71d74c6483 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:45:08.704322 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-fd42551c-c205-40af-820f-0e894e2d3a62 req-41e549c4-eaf0-446f-81a9-a3660020d8d0 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d9a3903-103e-47fc-a618-0f60bf0833b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673459 May 19 05:45:08.805315 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-de474d93-27cc-4135-afaa-1f71d74c6483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:45:08.809271 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-de474d93-27cc-4135-afaa-1f71d74c6483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:45:08.817817 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-2cae9e49-4aeb-4fa7-bf66-f3e520c25fd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:45:08.864171 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de474d93-27cc-4135-afaa-1f71d74c6483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34168507-a7f4-44e0-b739-bb689c251f3a,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:45:08.868379 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-de474d93-27cc-4135-afaa-1f71d74c6483 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=123e1ff52f3343cc8c0069df0ad41c8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3854029 May 19 05:45:08.869301 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-de474d93-27cc-4135-afaa-1f71d74c6483 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:45:08.871497 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 45692) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:45:08.933603 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b05312a9-c7f9-4f44-bdb1-f927937b52d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:45:08.960100 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b05312a9-c7f9-4f44-bdb1-f927937b52d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:45:09.019150 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b05312a9-c7f9-4f44-bdb1-f927937b52d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:45:09.024799 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-e0aeceab-ae46-4545-b9c5-db3a02e2e04b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:45:09.041201 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05312a9-c7f9-4f44-bdb1-f927937b52d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34168507-a7f4-44e0-b739-bb689c251f3a,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:45:09.043829 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-b05312a9-c7f9-4f44-bdb1-f927937b52d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:45:09.049945 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b05312a9-c7f9-4f44-bdb1-f927937b52d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:45:09.054299 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-b05312a9-c7f9-4f44-bdb1-f927937b52d1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/34168507-a7f4-44e0-b739-bb689c251f3a HTTP/1.1" status: 204 len: 168 time: 0.1795459 May 19 05:45:09.611230 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Device 95067da6-66d3-48e9-93cb-5da13ccbae5c details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=103392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 05:45:09.747627 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] For port 95067da6-66d3-48e9-93cb-5da13ccbae5c, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=95067da6-66d3-48e9-93cb-5da13ccbae5c,segment=NetworkSegment(8ba8918a-8818-4683-9c8e-fc258c8069c5),segment_id=8ba8918a-8818-4683-9c8e-fc258c8069c5)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:45:09.763064 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Returning: {'device': '95067da6-66d3-48e9-93cb-5da13ccbae5c', 'network_id': '4c713a74-0813-44be-ac36-fe2debef4543', 'port_id': '95067da6-66d3-48e9-93cb-5da13ccbae5c', 'mac_address': 'fa:16:3e:ea:93:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c4a5801-d8f0-4b74-b492-7e7724b84847', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 05:45:09.826319 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:45:09.845012 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95067da6-66d3-48e9-93cb-5da13ccbae5c {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 05:45:09.883902 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] For port 95067da6-66d3-48e9-93cb-5da13ccbae5c, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=95067da6-66d3-48e9-93cb-5da13ccbae5c,segment=NetworkSegment(8ba8918a-8818-4683-9c8e-fc258c8069c5),segment_id=8ba8918a-8818-4683-9c8e-fc258c8069c5)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:45:09.894108 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:45:09.895898 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-ab0f9126-d8c4-4790-85b4-9d1777ff5cee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:45:09.921857 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97c55fd-ae79-4167-8fdc-13edfeaaf4d0 req-d0f45bff-4482-4f1a-b738-62d9d3494e7d tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:45:09.932044 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b97c55fd-ae79-4167-8fdc-13edfeaaf4d0 req-d0f45bff-4482-4f1a-b738-62d9d3494e7d tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/ports?device_id=225869aa-c62d-44e2-8891-7336f2914163 HTTP/1.1" status: 200 len: 944 time: 0.0990224 May 19 05:45:09.979226 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b97c55fd-ae79-4167-8fdc-13edfeaaf4d0 req-0328f65e-7f76-4fb5-b7e0-9f44f547c7e9 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d9a3903-103e-47fc-a618-0f60bf0833b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463438 May 19 05:45:09.981615 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Pushing event updated for resources: {'Port': ['ID=95067da6-66d3-48e9-93cb-5da13ccbae5c,revision_number=4']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:45:09.989653 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:45:09.990006 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:45:09.990349 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:45:09.990717 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:45:09.991049 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:45:09.991529 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:45:09.992123 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:45:09.992287 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:45:09.992626 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:45:09.992953 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:45:09.993363 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:45:09.993701 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:45:09.998160 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:45:10.373330 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] get_ports_and_sgs() called for port_ids ['95067da6-66d3-48e9-93cb-5da13ccbae5c'] {{(pid=103392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 05:45:11.169396 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcdeb3b-5a60-4742-a8fe-80a22b75b1cb req-c8e1179a-ce87-4eb5-9c60-faecf55ede24 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:45:11.171065 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8dcdeb3b-5a60-4742-a8fe-80a22b75b1cb req-c8e1179a-ce87-4eb5-9c60-faecf55ede24 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/ports?device_id=225869aa-c62d-44e2-8891-7336f2914163 HTTP/1.1" status: 200 len: 945 time: 0.0894976 May 19 05:45:11.220515 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8dcdeb3b-5a60-4742-a8fe-80a22b75b1cb req-76fa0999-997c-4c7d-a03e-7df9f692964f tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d9a3903-103e-47fc-a618-0f60bf0833b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412083 May 19 05:45:11.481407 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 45756) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:45:11.595314 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7be717ac-d040-4cb7-98c0-9a8b94a25e1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:45:11.609799 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-7be717ac-d040-4cb7-98c0-9a8b94a25e1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:45:11.614425 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-7be717ac-d040-4cb7-98c0-9a8b94a25e1a admin admin] Usage tracker for resource:security_group_rule and tenant:9902c4def6e84c9792c3a63610342648 is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:45:11.617291 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-7be717ac-d040-4cb7-98c0-9a8b94a25e1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:45:11.623031 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-7be717ac-d040-4cb7-98c0-9a8b94a25e1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:45:11.703907 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7be717ac-d040-4cb7-98c0-9a8b94a25e1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:45:11.707882 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7be717ac-d040-4cb7-98c0-9a8b94a25e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:45:11.715693 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-c8fddc9a-7828-470b-9f20-7854a4f51235 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:45:11.754268 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-7be717ac-d040-4cb7-98c0-9a8b94a25e1a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9902c4def6e84c9792c3a63610342648&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2718184 May 19 05:45:11.755165 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be717ac-d040-4cb7-98c0-9a8b94a25e1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c0e891-e864-406e-ab19-f7f5e6ec8328,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:45:11.756986 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 45764) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:45:11.758352 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-7be717ac-d040-4cb7-98c0-9a8b94a25e1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:45:11.812174 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0cf26d13-1b56-4647-9ba2-ccec5c84b928 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:45:11.837298 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0cf26d13-1b56-4647-9ba2-ccec5c84b928 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:45:11.886910 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0cf26d13-1b56-4647-9ba2-ccec5c84b928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:45:11.891449 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-e28a93a1-060b-48b0-9b32-eedcacebb7d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:45:11.908299 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf26d13-1b56-4647-9ba2-ccec5c84b928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c0e891-e864-406e-ab19-f7f5e6ec8328,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:45:11.912988 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-0cf26d13-1b56-4647-9ba2-ccec5c84b928 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:45:11.920297 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0cf26d13-1b56-4647-9ba2-ccec5c84b928 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:45:11.921670 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-0cf26d13-1b56-4647-9ba2-ccec5c84b928 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b6c0e891-e864-406e-ab19-f7f5e6ec8328 HTTP/1.1" status: 204 len: 168 time: 0.1634474 May 19 05:45:12.325310 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-83ef5180-476c-4025-98a0-25e8060a5641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:45:12.424420 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d44a89-d8e4-487a-8355-3763c0a7c9fe req-b0f65195-06e7-4042-afef-48c58bf410f2 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:45:12.425888 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-46d44a89-d8e4-487a-8355-3763c0a7c9fe req-b0f65195-06e7-4042-afef-48c58bf410f2 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/ports?device_id=225869aa-c62d-44e2-8891-7336f2914163 HTTP/1.1" status: 200 len: 945 time: 0.0892220 May 19 05:45:12.471394 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-46d44a89-d8e4-487a-8355-3763c0a7c9fe req-7a6c00c7-e2f7-45f3-a261-29a64dc6e3b1 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d9a3903-103e-47fc-a618-0f60bf0833b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398479 May 19 05:45:14.293312 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Device 95067da6-66d3-48e9-93cb-5da13ccbae5c up at agent hyperv_hv-cinder-78240 {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:45:14.361051 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Provisioning for port 95067da6-66d3-48e9-93cb-5da13ccbae5c completed by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:45:14.365694 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Provisioning complete for port 95067da6-66d3-48e9-93cb-5da13ccbae5c triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:45:14.366074 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:45:14.483025 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:45:14.509272 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '225869aa-c62d-44e2-8891-7336f2914163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95067da6-66d3-48e9-93cb-5da13ccbae5c'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:45:14.518797 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] For port 95067da6-66d3-48e9-93cb-5da13ccbae5c, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=95067da6-66d3-48e9-93cb-5da13ccbae5c,segment=NetworkSegment(8ba8918a-8818-4683-9c8e-fc258c8069c5),segment_id=8ba8918a-8818-4683-9c8e-fc258c8069c5)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:45:14.523602 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:45:14.525403 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:45:14.589481 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Pushing event updated for resources: {'Port': ['ID=95067da6-66d3-48e9-93cb-5da13ccbae5c,revision_number=5']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:45:14.592600 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:45:14.682716 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-da245c8d-60cb-45b1-84b3-aa7ed24b0d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:45:14.820978 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:45:15.584500 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-8ef77f1b-c1f2-4f7f-903c-9c4facac0416 None None] Agent healthcheck: found 6 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 05:45:15.865066 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-db7c5e23-657c-45d4-9da5-15ba3bf0d241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:45:15.891373 dv-cinder-782405-8-iscsi neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '225869aa-c62d-44e2-8891-7336f2914163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95067da6-66d3-48e9-93cb-5da13ccbae5c', 'code': 200} May 19 05:45:16.005046 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e072d7b5-ec5f-4c01-b81d-ae72ffa473ff req-f6f95d7c-5b81-43dd-a02b-a474f53a6129 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:45:16.006493 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e072d7b5-ec5f-4c01-b81d-ae72ffa473ff req-f6f95d7c-5b81-43dd-a02b-a474f53a6129 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/ports?device_id=225869aa-c62d-44e2-8891-7336f2914163 HTTP/1.1" status: 200 len: 946 time: 0.0783808 May 19 05:45:16.052084 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e072d7b5-ec5f-4c01-b81d-ae72ffa473ff req-4df8cab1-6dab-445f-8f4f-f8947f0f91cf tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d9a3903-103e-47fc-a618-0f60bf0833b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392904 May 19 05:45:16.127124 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3331182f-4aa8-494b-8b16-8e3b492daadf req-ea3b37c2-bcd6-4082-9aa7-589be2cb5d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:45:16.128495 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3331182f-4aa8-494b-8b16-8e3b492daadf req-ea3b37c2-bcd6-4082-9aa7-589be2cb5d14 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=225869aa-c62d-44e2-8891-7336f2914163 HTTP/1.1" status: 200 len: 1099 time: 0.0689864 May 19 05:45:16.198759 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3331182f-4aa8-494b-8b16-8e3b492daadf req-f7b0ef32-83f1-49c5-965c-027817fc7a72 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8d9a3903-103e-47fc-a618-0f60bf0833b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356631 May 19 05:45:17.244230 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513809ec-2cd3-43c4-8604-a904dca0778c req-68bdf21f-94d5-4f9d-a8e3-d2985779badb tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:45:17.245593 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-513809ec-2cd3-43c4-8604-a904dca0778c req-68bdf21f-94d5-4f9d-a8e3-d2985779badb tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/ports?device_id=225869aa-c62d-44e2-8891-7336f2914163 HTTP/1.1" status: 200 len: 946 time: 0.0815673 May 19 05:45:17.288315 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-513809ec-2cd3-43c4-8604-a904dca0778c req-ffef1285-8e16-429d-9c8d-71f863f8f626 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d9a3903-103e-47fc-a618-0f60bf0833b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371089 May 19 05:45:17.556500 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ca9ec6bf-79c4-448f-b3bb-8c49e8cf3732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:45:22.216088 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3e5dbe-4d6f-4d7f-8438-4e30459a6ecf req-73fdb6a7-da2f-401e-ae8f-a5df79ab97b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:45:22.217583 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9d3e5dbe-4d6f-4d7f-8438-4e30459a6ecf req-73fdb6a7-da2f-401e-ae8f-a5df79ab97b4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2aa9f910d0e44032ac9af01a62399d3d&device_id=f6fb2e02-f3ea-48a2-bc86-99bcb4a79d75 HTTP/1.1" status: 200 len: 1099 time: 0.0800970 May 19 05:45:22.330152 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc8b648-617f-4fcd-b90f-e758a9ad442a req-8c7226f5-21b5-4d7f-954e-c6ec92a56781 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:45:22.331629 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3dc8b648-617f-4fcd-b90f-e758a9ad442a req-8c7226f5-21b5-4d7f-954e-c6ec92a56781 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6fb2e02-f3ea-48a2-bc86-99bcb4a79d75 HTTP/1.1" status: 200 len: 946 time: 0.1432309 May 19 05:45:22.379393 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3dc8b648-617f-4fcd-b90f-e758a9ad442a req-b585cf24-2b76-470f-971f-93e2bbfd00d0 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/security-groups?id=e770bfd0-3e94-45b0-9954-6b1c1e0e564f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412822 May 19 05:45:22.491793 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd3bf06-48a7-478f-a00d-13863aa323e4 req-e371beb8-fa7d-49a8-8bf7-e496f5c17b24 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:45:22.493148 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2cd3bf06-48a7-478f-a00d-13863aa323e4 req-e371beb8-fa7d-49a8-8bf7-e496f5c17b24 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/ports?device_id=225869aa-c62d-44e2-8891-7336f2914163 HTTP/1.1" status: 200 len: 946 time: 0.2747068 May 19 05:45:22.497592 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3e5dbe-4d6f-4d7f-8438-4e30459a6ecf req-03a291fd-cad6-40c1-af46-0307bcd4ce66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:45:22.498942 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9d3e5dbe-4d6f-4d7f-8438-4e30459a6ecf req-03a291fd-cad6-40c1-af46-0307bcd4ce66 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e9fd4d9d-a461-43f3-8bc4-f70626927f45 HTTP/1.1" status: 200 len: 920 time: 0.2474105 May 19 05:45:22.579843 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9d3e5dbe-4d6f-4d7f-8438-4e30459a6ecf req-adc3e48c-be8a-4ac8-8fc8-3cc3c1ec63a4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9439f27f-1c7d-431d-97c4-b98b2a0b8529 HTTP/1.1" status: 200 len: 217 time: 0.0657794 May 19 05:45:22.633074 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2cd3bf06-48a7-478f-a00d-13863aa323e4 req-a1cf14e3-9131-403d-87a8-1e2dd754e901 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d9a3903-103e-47fc-a618-0f60bf0833b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332397 May 19 05:45:22.653492 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3e5dbe-4d6f-4d7f-8438-4e30459a6ecf req-6a03a172-d2e6-4c8c-86bb-a728793ba15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:45:22.653492 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9d3e5dbe-4d6f-4d7f-8438-4e30459a6ecf req-6a03a172-d2e6-4c8c-86bb-a728793ba15b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b547b7c1-b0db-4ded-a1d7-26dc8e5f4a02 HTTP/1.1" status: 200 len: 859 time: 0.0641067 May 19 05:45:22.703024 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9d3e5dbe-4d6f-4d7f-8438-4e30459a6ecf req-c61750c8-822c-4188-b036-9bd54da61a11 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e9fd4d9d-a461-43f3-8bc4-f70626927f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434115 May 19 05:45:22.830336 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9d3e5dbe-4d6f-4d7f-8438-4e30459a6ecf req-c5924f64-6880-446e-8d3e-5d173fa6bd7c service neutron] 10.222.0.26 "GET /v2.0/networks/e9fd4d9d-a461-43f3-8bc4-f70626927f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206052 May 19 05:45:22.972126 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9d3e5dbe-4d6f-4d7f-8438-4e30459a6ecf req-74ce078e-033c-439e-8ff7-9d2c537efbf6 service neutron] 10.222.0.26 "GET /v2.0/networks/e9fd4d9d-a461-43f3-8bc4-f70626927f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241436 May 19 05:45:23.565339 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9d6625-0224-469f-8e4d-63d289d40836 req-b713c4ab-f217-4b61-99a2-282081f32a73 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:45:23.566769 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-aa9d6625-0224-469f-8e4d-63d289d40836 req-b713c4ab-f217-4b61-99a2-282081f32a73 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6fb2e02-f3ea-48a2-bc86-99bcb4a79d75 HTTP/1.1" status: 200 len: 946 time: 0.0764973 May 19 05:45:23.612263 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-aa9d6625-0224-469f-8e4d-63d289d40836 req-74325dc5-3a2a-4c3e-93a6-299a22c52e09 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/security-groups?id=e770bfd0-3e94-45b0-9954-6b1c1e0e564f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398390 May 19 05:45:23.814704 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e53a2c-0b46-4c3f-9d53-c447f24cca00 req-233c3e9c-29e3-4963-a5bb-3ab618e02cd8 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:45:23.816131 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b2e53a2c-0b46-4c3f-9d53-c447f24cca00 req-233c3e9c-29e3-4963-a5bb-3ab618e02cd8 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/ports?device_id=225869aa-c62d-44e2-8891-7336f2914163 HTTP/1.1" status: 200 len: 946 time: 0.0774753 May 19 05:45:23.859561 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b2e53a2c-0b46-4c3f-9d53-c447f24cca00 req-109c7fd7-5bc1-4264-8093-9d6da9d2500d tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d9a3903-103e-47fc-a618-0f60bf0833b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372815 May 19 05:45:28.128058 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:45:28.216534 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef8938b-e405-4162-a27e-bbbd62f28c43 req-06dfe74d-ee8a-473e-bc01-343f3f8c7984 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:45:28.217973 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-cef8938b-e405-4162-a27e-bbbd62f28c43 req-06dfe74d-ee8a-473e-bc01-343f3f8c7984 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6fb2e02-f3ea-48a2-bc86-99bcb4a79d75 HTTP/1.1" status: 200 len: 946 time: 0.0809414 May 19 05:45:28.262520 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-cef8938b-e405-4162-a27e-bbbd62f28c43 req-44cdb657-9e5d-4fa1-83d0-0ff2174e0d1f tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/security-groups?id=e770bfd0-3e94-45b0-9954-6b1c1e0e564f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386622 May 19 05:45:29.451384 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f66f3e9-1052-49fe-930a-932c638c85be req-95e0cf1e-aef3-4381-a092-eb891cdfb273 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:45:29.452809 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5f66f3e9-1052-49fe-930a-932c638c85be req-95e0cf1e-aef3-4381-a092-eb891cdfb273 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6fb2e02-f3ea-48a2-bc86-99bcb4a79d75 HTTP/1.1" status: 200 len: 946 time: 0.0815077 May 19 05:45:29.497666 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5f66f3e9-1052-49fe-930a-932c638c85be req-398865c4-3a39-4e30-8359-af6f728573dc tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/security-groups?id=e770bfd0-3e94-45b0-9954-6b1c1e0e564f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385265 May 19 05:45:30.688327 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397929c9-4f80-493a-b878-59681537ead9 req-a516fa7d-e99b-4cda-a511-309a0e8cc16f tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:45:30.689773 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-397929c9-4f80-493a-b878-59681537ead9 req-a516fa7d-e99b-4cda-a511-309a0e8cc16f tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6fb2e02-f3ea-48a2-bc86-99bcb4a79d75 HTTP/1.1" status: 200 len: 946 time: 0.0834532 May 19 05:45:30.734971 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-397929c9-4f80-493a-b878-59681537ead9 req-9b79b5e6-855e-4c64-bf59-807f021970a6 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/security-groups?id=e770bfd0-3e94-45b0-9954-6b1c1e0e564f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391836 May 19 05:45:31.925991 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa85caa0-009a-4cc7-bd2d-4130131329b5 req-a217631d-3a04-4043-a60a-060d84701606 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:45:31.928031 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-aa85caa0-009a-4cc7-bd2d-4130131329b5 req-a217631d-3a04-4043-a60a-060d84701606 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6fb2e02-f3ea-48a2-bc86-99bcb4a79d75 HTTP/1.1" status: 200 len: 946 time: 0.0814075 May 19 05:45:31.972368 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-aa85caa0-009a-4cc7-bd2d-4130131329b5 req-2121ddfa-3c5c-4eb1-ab83-f0fe8917a0b1 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/security-groups?id=e770bfd0-3e94-45b0-9954-6b1c1e0e564f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386589 May 19 05:45:33.163436 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e225da7-1158-4c8c-b978-3654c6ce802f req-ec72354d-6f18-4fae-b7db-6662c47c803f tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:45:33.164907 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0e225da7-1158-4c8c-b978-3654c6ce802f req-ec72354d-6f18-4fae-b7db-6662c47c803f tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6fb2e02-f3ea-48a2-bc86-99bcb4a79d75 HTTP/1.1" status: 200 len: 946 time: 0.0839279 May 19 05:45:33.209144 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0e225da7-1158-4c8c-b978-3654c6ce802f req-32eb6806-6ad3-4cb4-b4c1-553e0ee7e512 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/security-groups?id=e770bfd0-3e94-45b0-9954-6b1c1e0e564f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385120 May 19 05:45:34.397681 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425fd964-d875-44e0-a7f4-e29ef9b270a3 req-ce0a88f8-1865-45eb-8ac0-21574aefb496 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:45:34.399163 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-425fd964-d875-44e0-a7f4-e29ef9b270a3 req-ce0a88f8-1865-45eb-8ac0-21574aefb496 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6fb2e02-f3ea-48a2-bc86-99bcb4a79d75 HTTP/1.1" status: 200 len: 946 time: 0.0800762 May 19 05:45:34.446774 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-425fd964-d875-44e0-a7f4-e29ef9b270a3 req-3b80e715-d558-4d93-895a-52edc347f80e tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/security-groups?id=e770bfd0-3e94-45b0-9954-6b1c1e0e564f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418627 May 19 05:45:35.289728 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 46150) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:45:35.412731 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-15fd07d3-9016-4e41-878e-9d9e6de90d10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:45:35.426923 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-15fd07d3-9016-4e41-878e-9d9e6de90d10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:45:35.430690 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-15fd07d3-9016-4e41-878e-9d9e6de90d10 admin admin] Usage tracker for resource:security_group_rule and tenant:f106370fb61344eca37ffcbf46af3e68 is out of sync, need to count used quota {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:45:35.433420 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-15fd07d3-9016-4e41-878e-9d9e6de90d10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:45:35.439016 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-15fd07d3-9016-4e41-878e-9d9e6de90d10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:45:35.535493 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-15fd07d3-9016-4e41-878e-9d9e6de90d10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:45:35.540188 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-15fd07d3-9016-4e41-878e-9d9e6de90d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:45:35.547223 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-9a78f4d8-b595-4baa-b638-87b0d565eb33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:45:35.649249 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-15fd07d3-9016-4e41-878e-9d9e6de90d10 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f106370fb61344eca37ffcbf46af3e68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3561454 May 19 05:45:35.649249 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fd07d3-9016-4e41-878e-9d9e6de90d10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cba49e2c-f95c-42df-9445-1e6b7a662ae4,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:45:35.649680 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 46166) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:45:35.657866 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-15fd07d3-9016-4e41-878e-9d9e6de90d10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:45:35.690393 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61949936-00af-4b37-acce-30aefb2f3264 req-e89b3fab-d61e-4579-9fd7-2446d65ff57c tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:45:35.691953 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-61949936-00af-4b37-acce-30aefb2f3264 req-e89b3fab-d61e-4579-9fd7-2446d65ff57c tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6fb2e02-f3ea-48a2-bc86-99bcb4a79d75 HTTP/1.1" status: 200 len: 946 time: 0.1290314 May 19 05:45:35.743761 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-61949936-00af-4b37-acce-30aefb2f3264 req-fecac824-0389-40c0-8822-b38656d3cbcf tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/security-groups?id=e770bfd0-3e94-45b0-9954-6b1c1e0e564f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446858 May 19 05:45:35.748874 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d6cf8b9-040c-4634-a8e0-46a3713ee431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:45:35.787623 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d6cf8b9-040c-4634-a8e0-46a3713ee431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:45:35.832919 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13634a16-384f-469b-85ec-48f4df5b3c57 req-b633a7ff-728d-468d-8345-8694e32d3efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:45:35.834378 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-13634a16-384f-469b-85ec-48f4df5b3c57 req-b633a7ff-728d-468d-8345-8694e32d3efd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f6fb2e02-f3ea-48a2-bc86-99bcb4a79d75 HTTP/1.1" status: 200 len: 1099 time: 0.1252060 May 19 05:45:35.873253 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d6cf8b9-040c-4634-a8e0-46a3713ee431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:45:35.880072 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-901ac6e3-5ed0-42dc-b77a-6020d16f9ee2 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:45:35.895558 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-13634a16-384f-469b-85ec-48f4df5b3c57 req-85b79167-49c5-4aca-ba19-495e80d010ed service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e770bfd0-3e94-45b0-9954-6b1c1e0e564f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539451 May 19 05:45:35.896229 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6cf8b9-040c-4634-a8e0-46a3713ee431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cba49e2c-f95c-42df-9445-1e6b7a662ae4,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:45:35.904056 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-6d6cf8b9-040c-4634-a8e0-46a3713ee431 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:45:35.905234 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d6cf8b9-040c-4634-a8e0-46a3713ee431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:45:35.906266 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-6d6cf8b9-040c-4634-a8e0-46a3713ee431 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cba49e2c-f95c-42df-9445-1e6b7a662ae4 HTTP/1.1" status: 204 len: 168 time: 0.2556694 May 19 05:45:36.895255 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 46186) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:45:36.943571 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f7dc26-6d83-48ea-b5bc-37cc607d8ce1 req-170b5a0f-c05c-4d44-a6e1-d10ea46274a6 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:45:36.945043 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-77f7dc26-6d83-48ea-b5bc-37cc607d8ce1 req-170b5a0f-c05c-4d44-a6e1-d10ea46274a6 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6fb2e02-f3ea-48a2-bc86-99bcb4a79d75 HTTP/1.1" status: 200 len: 946 time: 0.0880895 May 19 05:45:36.990495 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-77f7dc26-6d83-48ea-b5bc-37cc607d8ce1 req-805fad9c-64cc-4398-8dac-cf0aa902c0ab tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/security-groups?id=e770bfd0-3e94-45b0-9954-6b1c1e0e564f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397978 May 19 05:45:37.018950 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8f23d32e-5e54-422a-9766-f0f8908fd1e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:45:37.033443 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-8f23d32e-5e54-422a-9766-f0f8908fd1e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:45:37.037875 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-8f23d32e-5e54-422a-9766-f0f8908fd1e0 admin admin] Usage tracker for resource:security_group_rule and tenant:346ec1ffd1ca44589008ebfd6fabdc43 is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:45:37.040649 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-8f23d32e-5e54-422a-9766-f0f8908fd1e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:45:37.046236 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-8f23d32e-5e54-422a-9766-f0f8908fd1e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:45:37.130365 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8f23d32e-5e54-422a-9766-f0f8908fd1e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:45:37.147612 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8f23d32e-5e54-422a-9766-f0f8908fd1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:45:37.163040 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:45:37.212400 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f23d32e-5e54-422a-9766-f0f8908fd1e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c463b235-ca1f-4adb-9e0d-4635d0de8235,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:45:37.217332 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-8f23d32e-5e54-422a-9766-f0f8908fd1e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:45:37.220771 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-8f23d32e-5e54-422a-9766-f0f8908fd1e0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=346ec1ffd1ca44589008ebfd6fabdc43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3245940 May 19 05:45:37.223558 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 46196) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:45:37.281388 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d5f2fa28-40fa-4a9d-9036-5c400325e9a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:45:37.306146 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d5f2fa28-40fa-4a9d-9036-5c400325e9a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:45:37.359245 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d5f2fa28-40fa-4a9d-9036-5c400325e9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:45:37.363069 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-7d6da066-3906-4a42-9dd4-6a2e888b5ba6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:45:37.373494 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f2fa28-40fa-4a9d-9036-5c400325e9a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c463b235-ca1f-4adb-9e0d-4635d0de8235,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:45:37.377180 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-d5f2fa28-40fa-4a9d-9036-5c400325e9a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:45:37.380862 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d5f2fa28-40fa-4a9d-9036-5c400325e9a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:45:37.381951 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-d5f2fa28-40fa-4a9d-9036-5c400325e9a4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c463b235-ca1f-4adb-9e0d-4635d0de8235 HTTP/1.1" status: 204 len: 168 time: 0.1575062 May 19 05:45:38.176035 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ed0213-02fe-4d9e-9e2b-411ef0abc4bb req-71396cc8-bb76-4f1b-b4c6-c19fa4273889 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:45:38.178103 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-63ed0213-02fe-4d9e-9e2b-411ef0abc4bb req-71396cc8-bb76-4f1b-b4c6-c19fa4273889 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6fb2e02-f3ea-48a2-bc86-99bcb4a79d75 HTTP/1.1" status: 200 len: 946 time: 0.0819030 May 19 05:45:38.222647 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-63ed0213-02fe-4d9e-9e2b-411ef0abc4bb req-9123ae79-f2dd-44ed-bb93-69aea15e3680 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/security-groups?id=e770bfd0-3e94-45b0-9954-6b1c1e0e564f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388398 May 19 05:45:38.719550 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36448015-34e8-4b29-b41e-e5f60b1a0b30 req-7a492713-6961-4d3d-a3da-f0be3563e1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:45:38.721050 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-36448015-34e8-4b29-b41e-e5f60b1a0b30 req-7a492713-6961-4d3d-a3da-f0be3563e1fd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2aa9f910d0e44032ac9af01a62399d3d&device_id=f6fb2e02-f3ea-48a2-bc86-99bcb4a79d75 HTTP/1.1" status: 200 len: 1099 time: 0.0761857 May 19 05:45:38.752480 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc57fde8-1c43-48d6-a0b9-e83e8c613aa0 req-080f3bda-1665-4aa1-94e0-c972ce2b1e0f tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:45:38.753903 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-fc57fde8-1c43-48d6-a0b9-e83e8c613aa0 req-080f3bda-1665-4aa1-94e0-c972ce2b1e0f tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6fb2e02-f3ea-48a2-bc86-99bcb4a79d75 HTTP/1.1" status: 200 len: 946 time: 0.0779603 May 19 05:45:38.800941 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-fc57fde8-1c43-48d6-a0b9-e83e8c613aa0 req-85c438c7-e1c8-4ac2-b716-b17abd6619c1 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/security-groups?id=e770bfd0-3e94-45b0-9954-6b1c1e0e564f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403934 May 19 05:45:38.857729 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36448015-34e8-4b29-b41e-e5f60b1a0b30 req-5ed6763f-12f9-4fe5-bb0f-d7ee362ef3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:45:38.859209 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-36448015-34e8-4b29-b41e-e5f60b1a0b30 req-5ed6763f-12f9-4fe5-bb0f-d7ee362ef3fd service neutron] 10.222.0.26 "GET /v2.0/networks?id=e9fd4d9d-a461-43f3-8bc4-f70626927f45 HTTP/1.1" status: 200 len: 920 time: 0.1266098 May 19 05:45:39.021602 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-36448015-34e8-4b29-b41e-e5f60b1a0b30 req-326cc108-beeb-452f-9716-ec0982ef7b2b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9439f27f-1c7d-431d-97c4-b98b2a0b8529 HTTP/1.1" status: 200 len: 217 time: 0.1483357 May 19 05:45:39.086737 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36448015-34e8-4b29-b41e-e5f60b1a0b30 req-ad0daf6f-9b08-4981-9f22-c5dda305f7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:45:39.088042 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-36448015-34e8-4b29-b41e-e5f60b1a0b30 req-ad0daf6f-9b08-4981-9f22-c5dda305f7ea service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b547b7c1-b0db-4ded-a1d7-26dc8e5f4a02 HTTP/1.1" status: 200 len: 859 time: 0.0575242 May 19 05:45:39.138147 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-36448015-34e8-4b29-b41e-e5f60b1a0b30 req-816cfe0c-537f-4b15-ae8b-06b44b2a7e7e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e9fd4d9d-a461-43f3-8bc4-f70626927f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418131 May 19 05:45:39.270255 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-36448015-34e8-4b29-b41e-e5f60b1a0b30 req-b81d5824-ba42-45ad-b02f-925b6f957d61 service neutron] 10.222.0.26 "GET /v2.0/networks/e9fd4d9d-a461-43f3-8bc4-f70626927f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243026 May 19 05:45:39.408969 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-36448015-34e8-4b29-b41e-e5f60b1a0b30 req-5b0cb589-9cfc-4b4d-9c8d-77385efa9714 service neutron] 10.222.0.26 "GET /v2.0/networks/e9fd4d9d-a461-43f3-8bc4-f70626927f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316710 May 19 05:45:39.986688 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5306911-a8f5-452f-845e-164015a407f7 req-094813af-d1ba-4e7a-b86e-2ea499a74a0b tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:45:39.988382 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a5306911-a8f5-452f-845e-164015a407f7 req-094813af-d1ba-4e7a-b86e-2ea499a74a0b tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6fb2e02-f3ea-48a2-bc86-99bcb4a79d75 HTTP/1.1" status: 200 len: 946 time: 0.0788698 May 19 05:45:40.032178 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a5306911-a8f5-452f-845e-164015a407f7 req-2325c628-14fa-4d55-ba79-e5773a3a8c3b tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/security-groups?id=e770bfd0-3e94-45b0-9954-6b1c1e0e564f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380893 May 19 05:45:41.220597 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befe2dd1-4088-4900-afd3-41557497bb88 req-b1816993-b04e-4d3c-b58b-ceacabd40e35 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:45:41.222043 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-befe2dd1-4088-4900-afd3-41557497bb88 req-b1816993-b04e-4d3c-b58b-ceacabd40e35 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6fb2e02-f3ea-48a2-bc86-99bcb4a79d75 HTTP/1.1" status: 200 len: 946 time: 0.0851390 May 19 05:45:41.266722 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-befe2dd1-4088-4900-afd3-41557497bb88 req-2deef63f-5b72-47a7-8581-f7f4af433635 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/security-groups?id=e770bfd0-3e94-45b0-9954-6b1c1e0e564f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382020 May 19 05:45:42.316640 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e6be0c79-8b49-416e-8721-30a12df96d09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:45:42.336292 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20b7041-c103-49af-b5ed-2d978898c4f8 req-884ac0ff-9c6e-4792-9907-40249be31845 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:45:42.341363 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a20b7041-c103-49af-b5ed-2d978898c4f8 req-884ac0ff-9c6e-4792-9907-40249be31845 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/ports?device_id=225869aa-c62d-44e2-8891-7336f2914163 HTTP/1.1" status: 200 len: 946 time: 0.0855973 May 19 05:45:42.388456 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a20b7041-c103-49af-b5ed-2d978898c4f8 req-b0f0cf44-3fbd-4413-8a98-15d81090c229 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d9a3903-103e-47fc-a618-0f60bf0833b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445881 May 19 05:45:42.465284 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7f3bbe-bbe8-4ba3-9b99-57500f27e4c5 req-275a8df2-58eb-455a-88eb-6d1b60fe7b75 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:45:42.466741 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-fc7f3bbe-bbe8-4ba3-9b99-57500f27e4c5 req-275a8df2-58eb-455a-88eb-6d1b60fe7b75 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6fb2e02-f3ea-48a2-bc86-99bcb4a79d75 HTTP/1.1" status: 200 len: 946 time: 0.0857131 May 19 05:45:42.510952 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-fc7f3bbe-bbe8-4ba3-9b99-57500f27e4c5 req-7fd3a86f-e6e9-4537-9903-9c0e64c8c853 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/security-groups?id=e770bfd0-3e94-45b0-9954-6b1c1e0e564f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383236 May 19 05:45:43.576242 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a21faf3-ee7e-4ff5-9054-2382fb6639e8 req-e9732287-01a9-49f6-8bac-2a4d18cc5400 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:45:43.577711 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4a21faf3-ee7e-4ff5-9054-2382fb6639e8 req-e9732287-01a9-49f6-8bac-2a4d18cc5400 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/ports?device_id=225869aa-c62d-44e2-8891-7336f2914163 HTTP/1.1" status: 200 len: 946 time: 0.0830824 May 19 05:45:43.625256 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4a21faf3-ee7e-4ff5-9054-2382fb6639e8 req-870c15c0-33d0-4bcf-9cc7-d2f66c727e98 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d9a3903-103e-47fc-a618-0f60bf0833b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396984 May 19 05:45:43.701161 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c0d44-42b0-4b4a-9030-b257fbfb4132 req-de1a4707-50f1-4608-b931-83c478fd1d82 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:45:43.702595 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f20c0d44-42b0-4b4a-9030-b257fbfb4132 req-de1a4707-50f1-4608-b931-83c478fd1d82 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6fb2e02-f3ea-48a2-bc86-99bcb4a79d75 HTTP/1.1" status: 200 len: 946 time: 0.0769575 May 19 05:45:43.748961 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f20c0d44-42b0-4b4a-9030-b257fbfb4132 req-e1887932-7d68-4124-a1d6-ad80b505af14 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/security-groups?id=e770bfd0-3e94-45b0-9954-6b1c1e0e564f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406883 May 19 05:45:44.628586 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71a4d74-3331-4a8a-8176-f8e45e64fcd8 req-bcf066a2-2037-4cf7-9feb-55a10151b685 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:45:44.630032 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b71a4d74-3331-4a8a-8176-f8e45e64fcd8 req-bcf066a2-2037-4cf7-9feb-55a10151b685 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.26 "GET /v2.0/ports?device_id=225869aa-c62d-44e2-8891-7336f2914163 HTTP/1.1" status: 200 len: 946 time: 0.0809524 May 19 05:45:44.689766 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-168874df-032e-407c-bdb6-de6ebc6548e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:45:44.822118 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:45:44.823575 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [req-b71a4d74-3331-4a8a-8176-f8e45e64fcd8 req-001b56e9-b9de-48f3-b240-18ebadeeb85c tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Deleting port 95067da6-66d3-48e9-93cb-5da13ccbae5c {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 05:45:44.823925 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-b71a4d74-3331-4a8a-8176-f8e45e64fcd8 req-001b56e9-b9de-48f3-b240-18ebadeeb85c tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742273213799'] for port, before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:45:44.915840 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07c82a0-d548-4534-99bb-ed949e5c98fd req-bc4f9d1c-5cfa-4c75-876c-bd1f466bfa40 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:45:44.917186 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d07c82a0-d548-4534-99bb-ed949e5c98fd req-bc4f9d1c-5cfa-4c75-876c-bd1f466bfa40 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/ports?device_id=225869aa-c62d-44e2-8891-7336f2914163 HTTP/1.1" status: 200 len: 946 time: 0.1791780 May 19 05:45:44.997565 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d07c82a0-d548-4534-99bb-ed949e5c98fd req-8a5aed2f-8664-4bc3-86e5-da11ed111285 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d9a3903-103e-47fc-a618-0f60bf0833b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726316 May 19 05:45:45.002410 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-b71a4d74-3331-4a8a-8176-f8e45e64fcd8 req-001b56e9-b9de-48f3-b240-18ebadeeb85c tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] For port 95067da6-66d3-48e9-93cb-5da13ccbae5c, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=95067da6-66d3-48e9-93cb-5da13ccbae5c,segment=NetworkSegment(8ba8918a-8818-4683-9c8e-fc258c8069c5),segment_id=8ba8918a-8818-4683-9c8e-fc258c8069c5)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:45:45.002798 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-b71a4d74-3331-4a8a-8176-f8e45e64fcd8 req-001b56e9-b9de-48f3-b240-18ebadeeb85c tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401034'] for port, precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:45:45.128445 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [req-b71a4d74-3331-4a8a-8176-f8e45e64fcd8 req-001b56e9-b9de-48f3-b240-18ebadeeb85c tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Calling delete_port for 95067da6-66d3-48e9-93cb-5da13ccbae5c owned by compute:nova {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 05:45:45.240227 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-b71a4d74-3331-4a8a-8176-f8e45e64fcd8 req-001b56e9-b9de-48f3-b240-18ebadeeb85c tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742273216184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742272802052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263355286'] for port, after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:45:45.245557 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:45:45.252154 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] get_ports_and_sgs() called for port_ids ['ef7937c5-b2ba-479d-b1b3-35acb21e0596', 'c3ff3a67-0c76-41ce-ae82-eabc1746b464', '3cbe80e0-5a57-4881-9c2c-a0825068530d', '95067da6-66d3-48e9-93cb-5da13ccbae5c'] {{(pid=103392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 05:45:45.290486 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b56e9-b9de-48f3-b240-18ebadeeb85c tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Pushing event deleted for resources: {'Port': ['ID=95067da6-66d3-48e9-93cb-5da13ccbae5c,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:45:45.372785 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [req-b71a4d74-3331-4a8a-8176-f8e45e64fcd8 req-001b56e9-b9de-48f3-b240-18ebadeeb85c tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] No DVR routers for this DVR port 95067da6-66d3-48e9-93cb-5da13ccbae5c on host hv-cinder-78240 {{(pid=103391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 05:45:45.375227 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b56e9-b9de-48f3-b240-18ebadeeb85c tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:45:45.375588 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b56e9-b9de-48f3-b240-18ebadeeb85c tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:45:45.375946 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b56e9-b9de-48f3-b240-18ebadeeb85c tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:45:45.376298 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b56e9-b9de-48f3-b240-18ebadeeb85c tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:45:45.376647 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b56e9-b9de-48f3-b240-18ebadeeb85c tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:45:45.376991 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b56e9-b9de-48f3-b240-18ebadeeb85c tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:45:45.377336 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b56e9-b9de-48f3-b240-18ebadeeb85c tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:45:45.377702 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b56e9-b9de-48f3-b240-18ebadeeb85c tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:45:45.378049 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b56e9-b9de-48f3-b240-18ebadeeb85c tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:45:45.385751 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b56e9-b9de-48f3-b240-18ebadeeb85c tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:45:45.386116 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b56e9-b9de-48f3-b240-18ebadeeb85c tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:45:45.386477 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b56e9-b9de-48f3-b240-18ebadeeb85c tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:45:45.389546 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-b71a4d74-3331-4a8a-8176-f8e45e64fcd8 req-001b56e9-b9de-48f3-b240-18ebadeeb85c tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13023'] for port, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:45:45.398411 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '225869aa-c62d-44e2-8891-7336f2914163', 'name': 'network-vif-deleted', 'tag': '95067da6-66d3-48e9-93cb-5da13ccbae5c'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:45:45.398411 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-001b56e9-b9de-48f3-b240-18ebadeeb85c tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:45:45.417559 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b71a4d74-3331-4a8a-8176-f8e45e64fcd8 req-001b56e9-b9de-48f3-b240-18ebadeeb85c tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.26 "DELETE /v2.0/ports/95067da6-66d3-48e9-93cb-5da13ccbae5c HTTP/1.1" status: 204 len: 173 time: 0.7813575 May 19 05:45:45.454608 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '225869aa-c62d-44e2-8891-7336f2914163', 'name': 'network-vif-deleted', 'tag': '95067da6-66d3-48e9-93cb-5da13ccbae5c', 'status': 'completed', 'code': 200} May 19 05:45:45.857637 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-db7c5e23-657c-45d4-9da5-15ba3bf0d241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:45:47.562812 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ca9ec6bf-79c4-448f-b3bb-8c49e8cf3732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:45:47.673126 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddb0f31-e8f6-47f7-8a70-9fb10e25bc19 req-893cf118-ff4e-46d9-aab1-52565b837dba tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:45:47.674588 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-fddb0f31-e8f6-47f7-8a70-9fb10e25bc19 req-893cf118-ff4e-46d9-aab1-52565b837dba tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/ports?device_id=befa1ce9-9ecb-46f4-a30b-a28db99c50a2 HTTP/1.1" status: 200 len: 946 time: 0.0793619 May 19 05:45:47.717990 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-fddb0f31-e8f6-47f7-8a70-9fb10e25bc19 req-7448eba4-ab23-4731-bda7-dd3510556f66 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d9a3903-103e-47fc-a618-0f60bf0833b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371950 May 19 05:45:47.976340 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Device 95067da6-66d3-48e9-93cb-5da13ccbae5c no longer exists at agent hyperv_hv-cinder-78240 {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 05:45:48.008989 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] No Port match for: 95067da6-66d3-48e9-93cb-5da13ccbae5c {{(pid=103392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 05:45:48.009273 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Device 95067da6-66d3-48e9-93cb-5da13ccbae5c not bound to the agent host hv-cinder-78240 {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 05:45:48.233144 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50745821-96ed-44bb-9c67-4e31b5cd9ea0 req-c5a4007e-29d6-47ca-a177-207d0de2267a tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:45:48.234800 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-50745821-96ed-44bb-9c67-4e31b5cd9ea0 req-c5a4007e-29d6-47ca-a177-207d0de2267a tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb5c4c71-0117-457c-9ac5-3023598e7277 HTTP/1.1" status: 200 len: 946 time: 0.0794594 May 19 05:45:48.281131 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-50745821-96ed-44bb-9c67-4e31b5cd9ea0 req-b162e8d0-4927-4f7d-a27a-8977eec3ac66 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/security-groups?id=e770bfd0-3e94-45b0-9954-6b1c1e0e564f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398250 May 19 05:45:48.974501 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1650fa05-0686-4e28-811a-7800e0c3f430 req-fff619ac-29bf-41fb-a1e5-15cd2d1aefb7 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:45:48.975210 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-1650fa05-0686-4e28-811a-7800e0c3f430 req-fff619ac-29bf-41fb-a1e5-15cd2d1aefb7 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Synchronizing usage tracker for tenant:0595826c8352417daa536bf080ca9f0c on resource:port {{(pid=103391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:45:48.991292 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-1650fa05-0686-4e28-811a-7800e0c3f430 req-fff619ac-29bf-41fb-a1e5-15cd2d1aefb7 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Unset dirty status for tenant:0595826c8352417daa536bf080ca9f0c on resource:port {{(pid=103391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:45:48.992641 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1650fa05-0686-4e28-811a-7800e0c3f430 req-fff619ac-29bf-41fb-a1e5-15cd2d1aefb7 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/ports?device_id=befa1ce9-9ecb-46f4-a30b-a28db99c50a2 HTTP/1.1" status: 200 len: 946 time: 0.1711175 May 19 05:45:49.037136 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1650fa05-0686-4e28-811a-7800e0c3f430 req-ab30e160-b25f-462c-b4e5-e6353be3dade tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d9a3903-103e-47fc-a618-0f60bf0833b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386848 May 19 05:45:49.470660 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bc0879-bbe2-4583-9ab7-6f11665018c0 req-65a1cdf5-018a-4d60-910e-03d8117799e1 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:45:49.471984 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-47bc0879-bbe2-4583-9ab7-6f11665018c0 req-65a1cdf5-018a-4d60-910e-03d8117799e1 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb5c4c71-0117-457c-9ac5-3023598e7277 HTTP/1.1" status: 200 len: 946 time: 0.0825384 May 19 05:45:49.514871 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-47bc0879-bbe2-4583-9ab7-6f11665018c0 req-2ce4deca-a4a7-4262-bb46-a149a732c6af tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/security-groups?id=e770bfd0-3e94-45b0-9954-6b1c1e0e564f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366435 May 19 05:45:49.756658 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d277348-7787-4119-9ce4-f290ead38945 req-b4f7d65b-5c92-4a06-b909-890a08a9d9d1 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:45:49.758117 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7d277348-7787-4119-9ce4-f290ead38945 req-b4f7d65b-5c92-4a06-b909-890a08a9d9d1 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.26 "GET /v2.0/ports?device_id=befa1ce9-9ecb-46f4-a30b-a28db99c50a2 HTTP/1.1" status: 200 len: 946 time: 0.0798440 May 19 05:45:49.893165 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [req-7d277348-7787-4119-9ce4-f290ead38945 req-e5a213f4-9c79-43d2-9d75-49952cbbd2b8 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Deleting port 3cbe80e0-5a57-4881-9c2c-a0825068530d {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 05:45:49.893498 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-7d277348-7787-4119-9ce4-f290ead38945 req-e5a213f4-9c79-43d2-9d75-49952cbbd2b8 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742273213799'] for port, before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:45:50.021485 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-7d277348-7787-4119-9ce4-f290ead38945 req-e5a213f4-9c79-43d2-9d75-49952cbbd2b8 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] For port 3cbe80e0-5a57-4881-9c2c-a0825068530d, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=3cbe80e0-5a57-4881-9c2c-a0825068530d,segment=NetworkSegment(8ba8918a-8818-4683-9c8e-fc258c8069c5),segment_id=8ba8918a-8818-4683-9c8e-fc258c8069c5)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:45:50.021844 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-7d277348-7787-4119-9ce4-f290ead38945 req-e5a213f4-9c79-43d2-9d75-49952cbbd2b8 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401034'] for port, precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:45:50.142147 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [req-7d277348-7787-4119-9ce4-f290ead38945 req-e5a213f4-9c79-43d2-9d75-49952cbbd2b8 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Calling delete_port for 3cbe80e0-5a57-4881-9c2c-a0825068530d owned by compute:nova {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 05:45:50.251327 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49657b0-3b51-4119-bbb9-eaf20b11da35 req-ce319c0d-c6dd-4ed2-9a1e-60b2171faefe tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:45:50.252675 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f49657b0-3b51-4119-bbb9-eaf20b11da35 req-ce319c0d-c6dd-4ed2-9a1e-60b2171faefe tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/ports?device_id=befa1ce9-9ecb-46f4-a30b-a28db99c50a2 HTTP/1.1" status: 200 len: 946 time: 0.1078594 May 19 05:45:50.342693 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f49657b0-3b51-4119-bbb9-eaf20b11da35 req-4c93fb39-571f-4a2b-babd-6c47cea9fb0f tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d9a3903-103e-47fc-a618-0f60bf0833b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841322 May 19 05:45:50.352771 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-7d277348-7787-4119-9ce4-f290ead38945 req-e5a213f4-9c79-43d2-9d75-49952cbbd2b8 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742273216184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742272802052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263355286'] for port, after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:45:50.358400 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-001b56e9-b9de-48f3-b240-18ebadeeb85c tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:45:50.365379 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] get_ports_and_sgs() called for port_ids ['ef7937c5-b2ba-479d-b1b3-35acb21e0596', 'c3ff3a67-0c76-41ce-ae82-eabc1746b464', '3cbe80e0-5a57-4881-9c2c-a0825068530d'] {{(pid=103392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 05:45:50.406154 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a213f4-9c79-43d2-9d75-49952cbbd2b8 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Pushing event deleted for resources: {'Port': ['ID=3cbe80e0-5a57-4881-9c2c-a0825068530d,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:45:50.409457 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-e5a213f4-9c79-43d2-9d75-49952cbbd2b8 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:45:50.482861 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d277348-7787-4119-9ce4-f290ead38945 req-e5a213f4-9c79-43d2-9d75-49952cbbd2b8 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] No DVR routers for this DVR port 3cbe80e0-5a57-4881-9c2c-a0825068530d on host hv-cinder-78240 {{(pid=103391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 05:45:50.485374 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-7d277348-7787-4119-9ce4-f290ead38945 req-e5a213f4-9c79-43d2-9d75-49952cbbd2b8 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13023'] for port, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:45:50.489479 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'befa1ce9-9ecb-46f4-a30b-a28db99c50a2', 'name': 'network-vif-deleted', 'tag': '3cbe80e0-5a57-4881-9c2c-a0825068530d'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:45:50.503981 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7d277348-7787-4119-9ce4-f290ead38945 req-e5a213f4-9c79-43d2-9d75-49952cbbd2b8 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.26 "DELETE /v2.0/ports/3cbe80e0-5a57-4881-9c2c-a0825068530d HTTP/1.1" status: 204 len: 173 time: 0.7387247 May 19 05:45:50.540399 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'befa1ce9-9ecb-46f4-a30b-a28db99c50a2', 'name': 'network-vif-deleted', 'tag': '3cbe80e0-5a57-4881-9c2c-a0825068530d', 'status': 'completed', 'code': 200} May 19 05:45:50.719174 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e32ec83-1c10-4404-b7d8-3de5efacaa60 req-62cd4be9-bb84-40b7-b7bf-a28cf68161c6 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:45:50.720596 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3e32ec83-1c10-4404-b7d8-3de5efacaa60 req-62cd4be9-bb84-40b7-b7bf-a28cf68161c6 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb5c4c71-0117-457c-9ac5-3023598e7277 HTTP/1.1" status: 200 len: 946 time: 0.0817270 May 19 05:45:50.765742 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3e32ec83-1c10-4404-b7d8-3de5efacaa60 req-42712b46-c2b4-488e-beea-eb1d4b0b3bb2 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/security-groups?id=e770bfd0-3e94-45b0-9954-6b1c1e0e564f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387743 May 19 05:45:51.112734 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3e84c2-636a-4794-9831-0fbded93082a req-27dfb9e7-892c-49cc-a5e8-cf92370c3329 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:45:51.114172 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-fe3e84c2-636a-4794-9831-0fbded93082a req-27dfb9e7-892c-49cc-a5e8-cf92370c3329 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb5c4c71-0117-457c-9ac5-3023598e7277 HTTP/1.1" status: 200 len: 946 time: 0.0774333 May 19 05:45:51.268960 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [req-fe3e84c2-636a-4794-9831-0fbded93082a req-b9976fe2-9c30-4d91-9b9e-9380c5c5dabb tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Deleting port a419e7fa-253d-4e79-a12c-fd83ccf52d2a {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 05:45:51.269279 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-fe3e84c2-636a-4794-9831-0fbded93082a req-b9976fe2-9c30-4d91-9b9e-9380c5c5dabb tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742273213799'] for port, before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:45:51.404194 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-fe3e84c2-636a-4794-9831-0fbded93082a req-b9976fe2-9c30-4d91-9b9e-9380c5c5dabb tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] For port a419e7fa-253d-4e79-a12c-fd83ccf52d2a, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=a419e7fa-253d-4e79-a12c-fd83ccf52d2a,segment=NetworkSegment(ed8cddf7-38c4-4062-a7e4-12521ed88cf6),segment_id=ed8cddf7-38c4-4062-a7e4-12521ed88cf6)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:45:51.404558 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-fe3e84c2-636a-4794-9831-0fbded93082a req-b9976fe2-9c30-4d91-9b9e-9380c5c5dabb tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401034'] for port, precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:45:51.525677 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [req-fe3e84c2-636a-4794-9831-0fbded93082a req-b9976fe2-9c30-4d91-9b9e-9380c5c5dabb tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Calling delete_port for a419e7fa-253d-4e79-a12c-fd83ccf52d2a owned by compute:nova {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 05:45:51.731321 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-fe3e84c2-636a-4794-9831-0fbded93082a req-b9976fe2-9c30-4d91-9b9e-9380c5c5dabb tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742273216184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742272802052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263355286'] for port, after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:45:51.737387 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-f832dd62-f9bb-41a4-b427-e0d666981601 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:45:51.742684 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] get_ports_and_sgs() called for port_ids ['9439f27f-1c7d-431d-97c4-b98b2a0b8529', 'a419e7fa-253d-4e79-a12c-fd83ccf52d2a'] {{(pid=103392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 05:45:51.784845 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9976fe2-9c30-4d91-9b9e-9380c5c5dabb tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Pushing event deleted for resources: {'Port': ['ID=a419e7fa-253d-4e79-a12c-fd83ccf52d2a,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:45:51.818190 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6207853c-e754-4d3e-b92c-80764f5feabb req-984dd1f1-1eae-41c5-ad97-73a17f0aaf25 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:45:51.820086 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6207853c-e754-4d3e-b92c-80764f5feabb req-984dd1f1-1eae-41c5-ad97-73a17f0aaf25 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/ports?device_id=74fbf4a3-470a-45e0-a387-427ccbff2762 HTTP/1.1" status: 200 len: 946 time: 0.0923121 May 19 05:45:51.841187 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-b9976fe2-9c30-4d91-9b9e-9380c5c5dabb tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:45:51.880578 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6207853c-e754-4d3e-b92c-80764f5feabb req-31306873-93a1-4627-9068-c4889a57e444 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d9a3903-103e-47fc-a618-0f60bf0833b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538542 May 19 05:45:51.893046 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe3e84c2-636a-4794-9831-0fbded93082a req-b9976fe2-9c30-4d91-9b9e-9380c5c5dabb tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] No DVR routers for this DVR port a419e7fa-253d-4e79-a12c-fd83ccf52d2a on host hv-cinder-78240 {{(pid=103391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 05:45:51.896372 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-fe3e84c2-636a-4794-9831-0fbded93082a req-b9976fe2-9c30-4d91-9b9e-9380c5c5dabb tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13023'] for port, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:45:51.947396 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-d5adfe74-35db-4b5d-9464-0486e99b06dc req-0ed9cb5c-f847-42c0-b476-f43f2f12ea6d tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Synchronizing usage tracker for tenant:2aa9f910d0e44032ac9af01a62399d3d on resource:port {{(pid=103391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:45:51.951660 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-fe3e84c2-636a-4794-9831-0fbded93082a req-b9976fe2-9c30-4d91-9b9e-9380c5c5dabb tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.26 "DELETE /v2.0/ports/a419e7fa-253d-4e79-a12c-fd83ccf52d2a HTTP/1.1" status: 204 len: 173 time: 0.8198240 May 19 05:45:51.964207 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-d5adfe74-35db-4b5d-9464-0486e99b06dc req-0ed9cb5c-f847-42c0-b476-f43f2f12ea6d tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Unset dirty status for tenant:2aa9f910d0e44032ac9af01a62399d3d on resource:port {{(pid=103391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:45:51.965287 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d5adfe74-35db-4b5d-9464-0486e99b06dc req-0ed9cb5c-f847-42c0-b476-f43f2f12ea6d tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb5c4c71-0117-457c-9ac5-3023598e7277 HTTP/1.1" status: 200 len: 210 time: 0.0647907 May 19 05:45:52.542012 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb5c4c71-0117-457c-9ac5-3023598e7277', 'name': 'network-vif-deleted', 'tag': 'a419e7fa-253d-4e79-a12c-fd83ccf52d2a'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:45:52.586212 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-8ef77f1b-c1f2-4f7f-903c-9c4facac0416 None None] Agent healthcheck: found 6 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 05:45:52.587127 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb5c4c71-0117-457c-9ac5-3023598e7277', 'name': 'network-vif-deleted', 'tag': 'a419e7fa-253d-4e79-a12c-fd83ccf52d2a', 'status': 'completed', 'code': 200} May 19 05:45:53.059597 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c81a993-5670-4dc7-a8c3-540efc2dac28 req-f08acca5-aebb-4785-8c3c-ac0a987f1e1b tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:45:53.060309 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-8c81a993-5670-4dc7-a8c3-540efc2dac28 req-f08acca5-aebb-4785-8c3c-ac0a987f1e1b tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Synchronizing usage tracker for tenant:0595826c8352417daa536bf080ca9f0c on resource:port {{(pid=103391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:45:53.075858 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-8c81a993-5670-4dc7-a8c3-540efc2dac28 req-f08acca5-aebb-4785-8c3c-ac0a987f1e1b tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Unset dirty status for tenant:0595826c8352417daa536bf080ca9f0c on resource:port {{(pid=103391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:45:53.077351 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8c81a993-5670-4dc7-a8c3-540efc2dac28 req-f08acca5-aebb-4785-8c3c-ac0a987f1e1b tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/ports?device_id=74fbf4a3-470a-45e0-a387-427ccbff2762 HTTP/1.1" status: 200 len: 946 time: 0.0980897 May 19 05:45:53.123502 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8c81a993-5670-4dc7-a8c3-540efc2dac28 req-7bcf9af9-435b-4cd0-8630-212f91a196c5 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d9a3903-103e-47fc-a618-0f60bf0833b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403872 May 19 05:45:53.410545 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925320a4-5285-46c3-aacc-9f3bbb33151f req-a43375ad-7520-497e-ba8f-7de6993ff86e tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:45:53.412814 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-925320a4-5285-46c3-aacc-9f3bbb33151f req-a43375ad-7520-497e-ba8f-7de6993ff86e tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6fb2e02-f3ea-48a2-bc86-99bcb4a79d75 HTTP/1.1" status: 200 len: 946 time: 0.0795071 May 19 05:45:53.458509 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-925320a4-5285-46c3-aacc-9f3bbb33151f req-4fbc6a09-ba08-4fb1-8974-62a4560fff52 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/security-groups?id=e770bfd0-3e94-45b0-9954-6b1c1e0e564f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393982 May 19 05:45:53.704557 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eec22e-a41d-4cd4-82fe-a9e2337b9b45 req-bdf4811b-c608-4795-bda8-93574a8b14be tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:45:53.705873 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-71eec22e-a41d-4cd4-82fe-a9e2337b9b45 req-bdf4811b-c608-4795-bda8-93574a8b14be tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.26 "GET /v2.0/ports?device_id=74fbf4a3-470a-45e0-a387-427ccbff2762 HTTP/1.1" status: 200 len: 946 time: 0.0820417 May 19 05:45:53.836637 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [req-71eec22e-a41d-4cd4-82fe-a9e2337b9b45 req-3de973b9-24e8-45bb-9d78-612ff0d34388 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Deleting port c3ff3a67-0c76-41ce-ae82-eabc1746b464 {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 05:45:53.836973 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-71eec22e-a41d-4cd4-82fe-a9e2337b9b45 req-3de973b9-24e8-45bb-9d78-612ff0d34388 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742273213799'] for port, before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:45:53.965142 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-71eec22e-a41d-4cd4-82fe-a9e2337b9b45 req-3de973b9-24e8-45bb-9d78-612ff0d34388 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] For port c3ff3a67-0c76-41ce-ae82-eabc1746b464, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=c3ff3a67-0c76-41ce-ae82-eabc1746b464,segment=NetworkSegment(8ba8918a-8818-4683-9c8e-fc258c8069c5),segment_id=8ba8918a-8818-4683-9c8e-fc258c8069c5)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:45:53.965418 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-71eec22e-a41d-4cd4-82fe-a9e2337b9b45 req-3de973b9-24e8-45bb-9d78-612ff0d34388 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401034'] for port, precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:45:54.001086 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Device a419e7fa-253d-4e79-a12c-fd83ccf52d2a no longer exists at agent hyperv_hv-cinder-78240 {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 05:45:54.039036 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] No Port match for: a419e7fa-253d-4e79-a12c-fd83ccf52d2a {{(pid=103392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 05:45:54.039398 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Device a419e7fa-253d-4e79-a12c-fd83ccf52d2a not bound to the agent host hv-cinder-78240 {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 05:45:54.039821 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Device 3cbe80e0-5a57-4881-9c2c-a0825068530d no longer exists at agent hyperv_hv-cinder-78240 {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 05:45:54.088279 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] No Port match for: 3cbe80e0-5a57-4881-9c2c-a0825068530d {{(pid=103392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 05:45:54.088641 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Device 3cbe80e0-5a57-4881-9c2c-a0825068530d not bound to the agent host hv-cinder-78240 {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 05:45:54.089998 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [req-71eec22e-a41d-4cd4-82fe-a9e2337b9b45 req-3de973b9-24e8-45bb-9d78-612ff0d34388 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Calling delete_port for c3ff3a67-0c76-41ce-ae82-eabc1746b464 owned by compute:nova {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 05:45:54.199217 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-71eec22e-a41d-4cd4-82fe-a9e2337b9b45 req-3de973b9-24e8-45bb-9d78-612ff0d34388 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742273216184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742272802052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263355286'] for port, after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:45:54.205715 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:45:54.211218 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] get_ports_and_sgs() called for port_ids ['ef7937c5-b2ba-479d-b1b3-35acb21e0596', 'c3ff3a67-0c76-41ce-ae82-eabc1746b464'] {{(pid=103392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 05:45:54.256267 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de973b9-24e8-45bb-9d78-612ff0d34388 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Pushing event deleted for resources: {'Port': ['ID=c3ff3a67-0c76-41ce-ae82-eabc1746b464,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:45:54.259279 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-3de973b9-24e8-45bb-9d78-612ff0d34388 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:45:54.291852 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0c35d712-3559-43ae-9d9d-212246efc4d7 req-75f68156-8979-41ae-850e-f4de3128e07a tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/ports?device_id=74fbf4a3-470a-45e0-a387-427ccbff2762 HTTP/1.1" status: 200 len: 210 time: 0.0467076 May 19 05:45:54.331186 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [req-71eec22e-a41d-4cd4-82fe-a9e2337b9b45 req-3de973b9-24e8-45bb-9d78-612ff0d34388 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] No DVR routers for this DVR port c3ff3a67-0c76-41ce-ae82-eabc1746b464 on host hv-cinder-78240 {{(pid=103391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 05:45:54.334096 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-71eec22e-a41d-4cd4-82fe-a9e2337b9b45 req-3de973b9-24e8-45bb-9d78-612ff0d34388 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13023'] for port, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:45:54.348801 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-71eec22e-a41d-4cd4-82fe-a9e2337b9b45 req-3de973b9-24e8-45bb-9d78-612ff0d34388 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.26 "DELETE /v2.0/ports/c3ff3a67-0c76-41ce-ae82-eabc1746b464 HTTP/1.1" status: 204 len: 173 time: 0.6357718 May 19 05:45:54.588283 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74fbf4a3-470a-45e0-a387-427ccbff2762', 'name': 'network-vif-deleted', 'tag': 'c3ff3a67-0c76-41ce-ae82-eabc1746b464'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:45:54.702999 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f113a-5ed6-4686-9e50-92e58ae29b5d req-87f5f26e-9a78-43b2-85cd-ae4ee74e8aba tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:45:54.704439 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2e6f113a-5ed6-4686-9e50-92e58ae29b5d req-87f5f26e-9a78-43b2-85cd-ae4ee74e8aba tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6fb2e02-f3ea-48a2-bc86-99bcb4a79d75 HTTP/1.1" status: 200 len: 946 time: 0.1380353 May 19 05:45:54.728825 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74fbf4a3-470a-45e0-a387-427ccbff2762', 'name': 'network-vif-deleted', 'tag': 'c3ff3a67-0c76-41ce-ae82-eabc1746b464', 'status': 'completed', 'code': 200} May 19 05:45:54.748276 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2e6f113a-5ed6-4686-9e50-92e58ae29b5d req-b278ddfb-cfdf-4f1f-8772-4f8b391bc6d7 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/security-groups?id=e770bfd0-3e94-45b0-9954-6b1c1e0e564f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374660 May 19 05:45:55.095618 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-14553d70-c627-4cdb-ab95-fb33bfb0655d req-64c3d781-0c31-4475-a554-840db4281b8e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=aa965fca-2ca6-4b8a-ab17-d563194604fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0704098 May 19 05:45:55.193730 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14553d70-c627-4cdb-ab95-fb33bfb0655d req-bec6281a-4608-49c2-a68a-c944f45be4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:45:55.195219 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-14553d70-c627-4cdb-ab95-fb33bfb0655d req-bec6281a-4608-49c2-a68a-c944f45be4d3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e11f985d37b842499bf1e28b1ad007cf&device_id=aa965fca-2ca6-4b8a-ab17-d563194604fe HTTP/1.1" status: 200 len: 1098 time: 0.0706124 May 19 05:45:55.346375 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14553d70-c627-4cdb-ab95-fb33bfb0655d req-9aae54c0-33e2-46fb-9458-231cd7c6de97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:45:55.347972 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-14553d70-c627-4cdb-ab95-fb33bfb0655d req-9aae54c0-33e2-46fb-9458-231cd7c6de97 service neutron] 10.222.0.26 "GET /v2.0/networks?id=89d5aa65-3a6d-4be9-a00d-99ff97528276 HTTP/1.1" status: 200 len: 912 time: 0.1240335 May 19 05:45:55.458287 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-14553d70-c627-4cdb-ab95-fb33bfb0655d req-ea2465e3-e028-4d00-983f-ba0d9f5af7a2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=00acc5b4-63cc-4b2d-90c9-676ae826dafb HTTP/1.1" status: 200 len: 1000 time: 0.1007905 May 19 05:45:55.524422 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14553d70-c627-4cdb-ab95-fb33bfb0655d req-b8b95b46-65f5-49b5-a092-77dc1f5280a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:45:55.525952 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-14553d70-c627-4cdb-ab95-fb33bfb0655d req-b8b95b46-65f5-49b5-a092-77dc1f5280a9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=82fd848a-77f0-4d3d-8454-3c0dcf103642 HTTP/1.1" status: 200 len: 850 time: 0.0619855 May 19 05:45:55.678611 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14553d70-c627-4cdb-ab95-fb33bfb0655d req-b38a8560-ae98-48ea-b5ce-487f9a385636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:45:55.679998 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-14553d70-c627-4cdb-ab95-fb33bfb0655d req-b38a8560-ae98-48ea-b5ce-487f9a385636 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=89d5aa65-3a6d-4be9-a00d-99ff97528276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1465759 May 19 05:45:55.818114 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-14553d70-c627-4cdb-ab95-fb33bfb0655d req-a36dffef-8d38-4480-b70b-917b976f4fbf service neutron] 10.222.0.26 "GET /v2.0/networks/89d5aa65-3a6d-4be9-a00d-99ff97528276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286364 May 19 05:45:55.941998 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a107f12-61bb-455c-b632-9b5097ace953 req-6e2f897a-0b8d-4668-adc1-314bba945465 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:45:55.943434 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9a107f12-61bb-455c-b632-9b5097ace953 req-6e2f897a-0b8d-4668-adc1-314bba945465 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6fb2e02-f3ea-48a2-bc86-99bcb4a79d75 HTTP/1.1" status: 200 len: 946 time: 0.0842364 May 19 05:45:55.955804 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-14553d70-c627-4cdb-ab95-fb33bfb0655d req-2c8a7fa9-5598-428b-b270-58964d003a98 service neutron] 10.222.0.26 "GET /v2.0/networks/89d5aa65-3a6d-4be9-a00d-99ff97528276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273079 May 19 05:45:55.987560 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9a107f12-61bb-455c-b632-9b5097ace953 req-b6caa32f-9b67-4736-b31f-e334570d357c tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/security-groups?id=e770bfd0-3e94-45b0-9954-6b1c1e0e564f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382631 May 19 05:45:56.968322 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a14c2a2-887e-427b-ada5-db0122e85896 req-77023da7-d5b9-4619-b035-85fe591971d8 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:45:56.969012 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-3a14c2a2-887e-427b-ada5-db0122e85896 req-77023da7-d5b9-4619-b035-85fe591971d8 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Synchronizing usage tracker for tenant:0595826c8352417daa536bf080ca9f0c on resource:port {{(pid=103391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:45:56.983678 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-3a14c2a2-887e-427b-ada5-db0122e85896 req-77023da7-d5b9-4619-b035-85fe591971d8 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Unset dirty status for tenant:0595826c8352417daa536bf080ca9f0c on resource:port {{(pid=103391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:45:56.984720 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3a14c2a2-887e-427b-ada5-db0122e85896 req-77023da7-d5b9-4619-b035-85fe591971d8 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/ports?device_id=d010da67-18ef-42bc-a6c4-0dca8dab2dbc HTTP/1.1" status: 200 len: 945 time: 0.0937412 May 19 05:45:57.029289 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3a14c2a2-887e-427b-ada5-db0122e85896 req-2a507a16-d7c8-4983-8f3d-f2ea6e108234 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d9a3903-103e-47fc-a618-0f60bf0833b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384996 May 19 05:45:57.169597 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a939b052-566d-4db2-a33d-9ebdbc1691d6 req-6358d920-f875-47af-a435-5919cd0dbe64 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:45:57.171068 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a939b052-566d-4db2-a33d-9ebdbc1691d6 req-6358d920-f875-47af-a435-5919cd0dbe64 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6fb2e02-f3ea-48a2-bc86-99bcb4a79d75 HTTP/1.1" status: 200 len: 946 time: 0.0776930 May 19 05:45:57.217956 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a939b052-566d-4db2-a33d-9ebdbc1691d6 req-fe16b7f6-bae5-4122-a1c7-c0e75447066f tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/security-groups?id=e770bfd0-3e94-45b0-9954-6b1c1e0e564f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407434 May 19 05:45:58.030247 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Device c3ff3a67-0c76-41ce-ae82-eabc1746b464 no longer exists at agent hyperv_hv-cinder-78240 {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 05:45:58.065286 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] No Port match for: c3ff3a67-0c76-41ce-ae82-eabc1746b464 {{(pid=103392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 05:45:58.065637 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Device c3ff3a67-0c76-41ce-ae82-eabc1746b464 not bound to the agent host hv-cinder-78240 {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 05:45:58.142571 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:45:58.222678 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b38aa3a-bec6-4219-bc7b-18e85a11080f req-78db699c-fa02-4c09-8bab-5898ca5d7b9c tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:45:58.224824 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8b38aa3a-bec6-4219-bc7b-18e85a11080f req-78db699c-fa02-4c09-8bab-5898ca5d7b9c tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/ports?device_id=d010da67-18ef-42bc-a6c4-0dca8dab2dbc HTTP/1.1" status: 200 len: 945 time: 0.0855296 May 19 05:45:58.270634 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8b38aa3a-bec6-4219-bc7b-18e85a11080f req-870d59c1-5b8a-40ef-9d1c-1cc43ee440ee tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d9a3903-103e-47fc-a618-0f60bf0833b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401511 May 19 05:45:58.402512 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6246f5-e7cf-4652-998c-e236a41cfcfd req-d4bfd2ba-e599-4ee5-8397-c4336137756f tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:45:58.403968 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-be6246f5-e7cf-4652-998c-e236a41cfcfd req-d4bfd2ba-e599-4ee5-8397-c4336137756f tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6fb2e02-f3ea-48a2-bc86-99bcb4a79d75 HTTP/1.1" status: 200 len: 946 time: 0.0776668 May 19 05:45:58.447867 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-be6246f5-e7cf-4652-998c-e236a41cfcfd req-40e85375-0ded-47a6-a390-210ae488fb5b tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/security-groups?id=e770bfd0-3e94-45b0-9954-6b1c1e0e564f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380256 May 19 05:45:59.332869 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b3860-ba35-47d6-bc71-815b215075e8 req-f5c74e88-82b4-4fa6-9584-b506ff3c621d tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:45:59.334310 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0d9b3860-ba35-47d6-bc71-815b215075e8 req-f5c74e88-82b4-4fa6-9584-b506ff3c621d tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.26 "GET /v2.0/ports?device_id=d010da67-18ef-42bc-a6c4-0dca8dab2dbc HTTP/1.1" status: 200 len: 945 time: 0.0790243 May 19 05:45:59.532159 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0001ff-b541-4c80-aca5-4c1a32241390 req-84e5fc75-6698-4f1b-bcd9-714aa5e24992 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:45:59.533612 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4b0001ff-b541-4c80-aca5-4c1a32241390 req-84e5fc75-6698-4f1b-bcd9-714aa5e24992 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/ports?device_id=d010da67-18ef-42bc-a6c4-0dca8dab2dbc HTTP/1.1" status: 200 len: 945 time: 0.1564999 May 19 05:45:59.561056 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [req-0d9b3860-ba35-47d6-bc71-815b215075e8 req-c1311177-254d-4aeb-85a9-4ca32d80be1c tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Deleting port ef7937c5-b2ba-479d-b1b3-35acb21e0596 {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 05:45:59.561400 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-0d9b3860-ba35-47d6-bc71-815b215075e8 req-c1311177-254d-4aeb-85a9-4ca32d80be1c tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742273213799'] for port, before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:45:59.635620 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb986c8-6ba6-41f2-a50b-b22e89bf1992 req-0c7e4046-8fa1-4b6b-a1f4-df4a42ad3ed9 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:45:59.637133 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7eb986c8-6ba6-41f2-a50b-b22e89bf1992 req-0c7e4046-8fa1-4b6b-a1f4-df4a42ad3ed9 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6fb2e02-f3ea-48a2-bc86-99bcb4a79d75 HTTP/1.1" status: 200 len: 946 time: 0.0829337 May 19 05:45:59.663251 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4b0001ff-b541-4c80-aca5-4c1a32241390 req-7442f397-7e07-4569-afa8-0ff0ac146009 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d9a3903-103e-47fc-a618-0f60bf0833b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238101 May 19 05:45:59.682150 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7eb986c8-6ba6-41f2-a50b-b22e89bf1992 req-ff901750-0d8d-49d3-b136-ee604e3efdb8 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/security-groups?id=e770bfd0-3e94-45b0-9954-6b1c1e0e564f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387530 May 19 05:45:59.750216 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-0d9b3860-ba35-47d6-bc71-815b215075e8 req-c1311177-254d-4aeb-85a9-4ca32d80be1c tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] For port ef7937c5-b2ba-479d-b1b3-35acb21e0596, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=ef7937c5-b2ba-479d-b1b3-35acb21e0596,segment=NetworkSegment(8ba8918a-8818-4683-9c8e-fc258c8069c5),segment_id=8ba8918a-8818-4683-9c8e-fc258c8069c5)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:45:59.750485 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-0d9b3860-ba35-47d6-bc71-815b215075e8 req-c1311177-254d-4aeb-85a9-4ca32d80be1c tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401034'] for port, precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:45:59.877307 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [req-0d9b3860-ba35-47d6-bc71-815b215075e8 req-c1311177-254d-4aeb-85a9-4ca32d80be1c tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Calling delete_port for ef7937c5-b2ba-479d-b1b3-35acb21e0596 owned by compute:nova {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 05:45:59.915437 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0f0765-6d06-4ebd-97b2-09cfb803b8ff req-f443da61-d533-498a-a6a2-f7248e297305 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:45:59.916831 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0f0f0765-6d06-4ebd-97b2-09cfb803b8ff req-f443da61-d533-498a-a6a2-f7248e297305 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6fb2e02-f3ea-48a2-bc86-99bcb4a79d75 HTTP/1.1" status: 200 len: 946 time: 0.2220011 May 19 05:46:00.101543 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-0d9b3860-ba35-47d6-bc71-815b215075e8 req-c1311177-254d-4aeb-85a9-4ca32d80be1c tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742273216184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742272802052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263355286'] for port, after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:00.108127 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:46:00.157759 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1311177-254d-4aeb-85a9-4ca32d80be1c tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Pushing event deleted for resources: {'Port': ['ID=ef7937c5-b2ba-479d-b1b3-35acb21e0596,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:46:00.162054 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-c1311177-254d-4aeb-85a9-4ca32d80be1c tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:46:00.195104 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [req-0f0f0765-6d06-4ebd-97b2-09cfb803b8ff req-4dc37411-7be2-4a32-8a64-83a22c45d584 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Deleting port 9439f27f-1c7d-431d-97c4-b98b2a0b8529 {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 05:46:00.195447 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-0f0f0765-6d06-4ebd-97b2-09cfb803b8ff req-4dc37411-7be2-4a32-8a64-83a22c45d584 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742273213799'] for port, before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:00.262133 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d9b3860-ba35-47d6-bc71-815b215075e8 req-c1311177-254d-4aeb-85a9-4ca32d80be1c tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] No DVR routers for this DVR port ef7937c5-b2ba-479d-b1b3-35acb21e0596 on host hv-cinder-78240 {{(pid=103391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 05:46:00.266266 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-0d9b3860-ba35-47d6-bc71-815b215075e8 req-c1311177-254d-4aeb-85a9-4ca32d80be1c tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13023'] for port, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:00.268746 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd010da67-18ef-42bc-a6c4-0dca8dab2dbc', 'name': 'network-vif-deleted', 'tag': 'ef7937c5-b2ba-479d-b1b3-35acb21e0596'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:46:00.421976 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0d9b3860-ba35-47d6-bc71-815b215075e8 req-c1311177-254d-4aeb-85a9-4ca32d80be1c tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.26 "DELETE /v2.0/ports/ef7937c5-b2ba-479d-b1b3-35acb21e0596 HTTP/1.1" status: 204 len: 173 time: 1.0812898 May 19 05:46:00.445827 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd010da67-18ef-42bc-a6c4-0dca8dab2dbc', 'name': 'network-vif-deleted', 'tag': 'ef7937c5-b2ba-479d-b1b3-35acb21e0596', 'status': 'completed', 'code': 200} May 19 05:46:00.465599 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-0f0f0765-6d06-4ebd-97b2-09cfb803b8ff req-4dc37411-7be2-4a32-8a64-83a22c45d584 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] For port 9439f27f-1c7d-431d-97c4-b98b2a0b8529, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=9439f27f-1c7d-431d-97c4-b98b2a0b8529,segment=NetworkSegment(ed8cddf7-38c4-4062-a7e4-12521ed88cf6),segment_id=ed8cddf7-38c4-4062-a7e4-12521ed88cf6)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:46:00.465956 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-0f0f0765-6d06-4ebd-97b2-09cfb803b8ff req-4dc37411-7be2-4a32-8a64-83a22c45d584 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401034'] for port, precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:00.596068 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [req-0f0f0765-6d06-4ebd-97b2-09cfb803b8ff req-4dc37411-7be2-4a32-8a64-83a22c45d584 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Calling delete_port for 9439f27f-1c7d-431d-97c4-b98b2a0b8529 owned by compute:nova {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 05:46:00.709134 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-0f0f0765-6d06-4ebd-97b2-09cfb803b8ff req-4dc37411-7be2-4a32-8a64-83a22c45d584 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742273216184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742272802052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263355286'] for port, after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:00.715431 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-bd91190d-3c17-4bb9-afc4-8b558bdfcde2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:46:00.724467 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] get_ports_and_sgs() called for port_ids ['9439f27f-1c7d-431d-97c4-b98b2a0b8529'] {{(pid=103392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 05:46:00.776332 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc37411-7be2-4a32-8a64-83a22c45d584 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Pushing event deleted for resources: {'Port': ['ID=9439f27f-1c7d-431d-97c4-b98b2a0b8529,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:46:00.781324 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-4dc37411-7be2-4a32-8a64-83a22c45d584 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:46:00.854885 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-cde757fc-9d07-427d-84b0-b795e3a2a8f2 req-91debe5e-bbd4-4b4f-a3cb-0825128d487b tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] 10.222.0.11 "GET /v2.0/ports?device_id=d010da67-18ef-42bc-a6c4-0dca8dab2dbc HTTP/1.1" status: 200 len: 210 time: 0.0428293 May 19 05:46:00.906180 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ffa56216-a8b8-464e-b197-910305b71202 req-ba6d9766-3129-4e43-bd6e-80c3e0bc75fa tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6fb2e02-f3ea-48a2-bc86-99bcb4a79d75 HTTP/1.1" status: 200 len: 210 time: 0.0838804 May 19 05:46:00.911507 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f0f0765-6d06-4ebd-97b2-09cfb803b8ff req-4dc37411-7be2-4a32-8a64-83a22c45d584 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] No DVR routers for this DVR port 9439f27f-1c7d-431d-97c4-b98b2a0b8529 on host hv-cinder-78240 {{(pid=103391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 05:46:00.913870 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-0f0f0765-6d06-4ebd-97b2-09cfb803b8ff req-4dc37411-7be2-4a32-8a64-83a22c45d584 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13023'] for port, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:00.927685 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0f0f0765-6d06-4ebd-97b2-09cfb803b8ff req-4dc37411-7be2-4a32-8a64-83a22c45d584 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] 10.222.0.26 "DELETE /v2.0/ports/9439f27f-1c7d-431d-97c4-b98b2a0b8529 HTTP/1.1" status: 204 len: 173 time: 1.0030706 May 19 05:46:01.949399 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 46450) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:46:02.001572 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 46454) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:46:02.009934 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ccd74bc-f12a-4e4e-a960-58e130c33368 admin admin] Deleting subnet 3c4a5801-d8f0-4b74-b492-7e7724b84847 {{(pid=103391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 05:46:02.012809 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5ccd74bc-f12a-4e4e-a960-58e130c33368 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:02.044944 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Device ef7937c5-b2ba-479d-b1b3-35acb21e0596 no longer exists at agent hyperv_hv-cinder-78240 {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 05:46:02.062203 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5ccd74bc-f12a-4e4e-a960-58e130c33368 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262242299'] for subnet, precommit_delete_associations {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:02.080690 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] No Port match for: ef7937c5-b2ba-479d-b1b3-35acb21e0596 {{(pid=103392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 05:46:02.081276 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Device ef7937c5-b2ba-479d-b1b3-35acb21e0596 not bound to the agent host hv-cinder-78240 {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 05:46:02.121386 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5ccd74bc-f12a-4e4e-a960-58e130c33368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3527298'] for subnet, precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:02.357803 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5ccd74bc-f12a-4e4e-a960-58e130c33368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3527349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263301705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264176266'] for subnet, after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:02.361473 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:46:02.397055 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccd74bc-f12a-4e4e-a960-58e130c33368 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c4a5801-d8f0-4b74-b492-7e7724b84847,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:46:02.400562 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-5ccd74bc-f12a-4e4e-a960-58e130c33368 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:46:02.403028 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5ccd74bc-f12a-4e4e-a960-58e130c33368 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584083'] for subnet, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:02.411879 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-5ccd74bc-f12a-4e4e-a960-58e130c33368 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/3c4a5801-d8f0-4b74-b492-7e7724b84847 HTTP/1.1" status: 204 len: 168 time: 0.4613233 May 19 05:46:02.412462 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 46458) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:46:02.446716 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6fb2e02-f3ea-48a2-bc86-99bcb4a79d75', 'name': 'network-vif-deleted', 'tag': '9439f27f-1c7d-431d-97c4-b98b2a0b8529'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:46:02.495125 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6fb2e02-f3ea-48a2-bc86-99bcb4a79d75', 'name': 'network-vif-deleted', 'tag': '9439f27f-1c7d-431d-97c4-b98b2a0b8529', 'status': 'completed', 'code': 200} May 19 05:46:02.525749 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-63be69f3-b39c-4531-a2d4-55fd16275ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608314'] for network, before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:02.547697 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3c54441b-5963-496d-89dc-e4238df6816f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398924'] for router_interface, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:02.648976 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-63be69f3-b39c-4531-a2d4-55fd16275ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3528713', 'neutron.services.segments.db._delete_segments_for_network-8742273243010'] for network, precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:02.661254 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.services.segments.db [None req-63be69f3-b39c-4531-a2d4-55fd16275ad7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c713a74-0813-44be-ac36-fe2debef4543']}} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:46:02.672801 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.services.segments.db [None req-63be69f3-b39c-4531-a2d4-55fd16275ad7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ba8918a-8818-4683-9c8e-fc258c8069c5') {'for_net_delete': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:46:02.673098 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.services.segments.db [None req-63be69f3-b39c-4531-a2d4-55fd16275ad7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ba8918a-8818-4683-9c8e-fc258c8069c5') {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:46:02.684659 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-63be69f3-b39c-4531-a2d4-55fd16275ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742273253515', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262242284'] for segment, before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:02.700419 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-63be69f3-b39c-4531-a2d4-55fd16275ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3517393'] for segment, precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:02.706333 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63be69f3-b39c-4531-a2d4-55fd16275ad7 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=103391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 05:46:02.706739 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-63be69f3-b39c-4531-a2d4-55fd16275ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3517393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263355371'] for segment, after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:02.719383 dv-cinder-782405-8-iscsi neutron-server[103391]: Traceback (most recent call last): May 19 05:46:02.719383 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 05:46:02.719383 dv-cinder-782405-8-iscsi neutron-server[103391]: timer() May 19 05:46:02.719383 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 05:46:02.719383 dv-cinder-782405-8-iscsi neutron-server[103391]: cb(*args, **kw) May 19 05:46:02.719383 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 05:46:02.719383 dv-cinder-782405-8-iscsi neutron-server[103391]: return func(*args, **kwargs) May 19 05:46:02.719383 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 05:46:02.719383 dv-cinder-782405-8-iscsi neutron-server[103391]: self._notify() May 19 05:46:02.719383 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 05:46:02.719383 dv-cinder-782405-8-iscsi neutron-server[103391]: self.callback(batched_events) May 19 05:46:02.719383 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 05:46:02.719383 dv-cinder-782405-8-iscsi neutron-server[103391]: event.method(event) May 19 05:46:02.719383 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 05:46:02.719383 dv-cinder-782405-8-iscsi neutron-server[103391]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 05:46:02.719383 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 05:46:02.719383 dv-cinder-782405-8-iscsi neutron-server[103391]: aggregate_uuid = self.p_client.list_aggregates( May 19 05:46:02.719383 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 05:46:02.719383 dv-cinder-782405-8-iscsi neutron-server[103391]: return f(self, *a, **k) May 19 05:46:02.719383 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 05:46:02.719383 dv-cinder-782405-8-iscsi neutron-server[103391]: return self._get(url).json() May 19 05:46:02.719383 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 05:46:02.719383 dv-cinder-782405-8-iscsi neutron-server[103391]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 05:46:02.719383 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 05:46:02.719383 dv-cinder-782405-8-iscsi neutron-server[103391]: return self.request(url, 'GET', **kwargs) May 19 05:46:02.719383 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 05:46:02.719383 dv-cinder-782405-8-iscsi neutron-server[103391]: base_url = self.get_endpoint(auth, allow=allow, May 19 05:46:02.719383 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 05:46:02.719383 dv-cinder-782405-8-iscsi neutron-server[103391]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 05:46:02.719383 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 05:46:02.719383 dv-cinder-782405-8-iscsi neutron-server[103391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 05:46:02.719383 dv-cinder-782405-8-iscsi neutron-server[103391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 05:46:02.792116 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-63be69f3-b39c-4531-a2d4-55fd16275ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3528704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-542600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-584118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-517964'] for network, after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:02.796098 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:46:02.814237 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-63be69f3-b39c-4531-a2d4-55fd16275ad7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584083'] for network, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:02.817754 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63be69f3-b39c-4531-a2d4-55fd16275ad7 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c713a74-0813-44be-ac36-fe2debef4543,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:46:02.821783 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-63be69f3-b39c-4531-a2d4-55fd16275ad7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:46:02.828351 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-63be69f3-b39c-4531-a2d4-55fd16275ad7 admin admin] 10.222.0.11 "DELETE /v2.0/networks/4c713a74-0813-44be-ac36-fe2debef4543 HTTP/1.1" status: 204 len: 168 time: 0.4149504 May 19 05:46:03.019652 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-3c54441b-5963-496d-89dc-e4238df6816f admin admin] Deleting port aaba33c1-588e-4555-8c5e-edaf6a9a2bae {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 05:46:03.020198 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3c54441b-5963-496d-89dc-e4238df6816f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742273213799'] for port, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:03.069383 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 46470) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:46:03.117917 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-ac341d5b-0851-4f05-9888-20e5bc2ab5a5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0595826c8352417daa536bf080ca9f0c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0473394 May 19 05:46:03.120443 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 46474) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:46:03.161882 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-3c54441b-5963-496d-89dc-e4238df6816f admin admin] For port aaba33c1-588e-4555-8c5e-edaf6a9a2bae, host dv-cinder-782405-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-iscsi',level=0,port_id=aaba33c1-588e-4555-8c5e-edaf6a9a2bae,segment=NetworkSegment(ed8cddf7-38c4-4062-a7e4-12521ed88cf6),segment_id=ed8cddf7-38c4-4062-a7e4-12521ed88cf6)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:46:03.162228 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3c54441b-5963-496d-89dc-e4238df6816f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401034'] for port, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:03.295625 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-3c54441b-5963-496d-89dc-e4238df6816f admin admin] Calling delete_port for aaba33c1-588e-4555-8c5e-edaf6a9a2bae owned by network:router_interface {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 05:46:03.372899 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-74f03c68-9ff9-42e4-b7c8-568a343208a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:03.412212 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-74f03c68-9ff9-42e4-b7c8-568a343208a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:03.608113 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-74f03c68-9ff9-42e4-b7c8-568a343208a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:03.614523 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-86135224-8e4b-414d-a59d-fd2140d10d20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:46:03.637923 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f03c68-9ff9-42e4-b7c8-568a343208a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d9a3903-103e-47fc-a618-0f60bf0833b2,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:46:03.649240 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f03c68-9ff9-42e4-b7c8-568a343208a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:46:03.649599 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f03c68-9ff9-42e4-b7c8-568a343208a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:46:03.649952 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f03c68-9ff9-42e4-b7c8-568a343208a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:46:03.650296 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f03c68-9ff9-42e4-b7c8-568a343208a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:46:03.650662 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f03c68-9ff9-42e4-b7c8-568a343208a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:46:03.651006 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f03c68-9ff9-42e4-b7c8-568a343208a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:46:03.651346 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f03c68-9ff9-42e4-b7c8-568a343208a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:46:03.651684 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f03c68-9ff9-42e4-b7c8-568a343208a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:46:03.652023 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f03c68-9ff9-42e4-b7c8-568a343208a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:46:03.652357 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f03c68-9ff9-42e4-b7c8-568a343208a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:46:03.652743 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f03c68-9ff9-42e4-b7c8-568a343208a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:46:03.653074 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f03c68-9ff9-42e4-b7c8-568a343208a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:46:03.658255 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-74f03c68-9ff9-42e4-b7c8-568a343208a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:46:03.666024 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-74f03c68-9ff9-42e4-b7c8-568a343208a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:03.669479 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-74f03c68-9ff9-42e4-b7c8-568a343208a5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8d9a3903-103e-47fc-a618-0f60bf0833b2 HTTP/1.1" status: 204 len: 168 time: 0.5458677 May 19 05:46:03.739784 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3c54441b-5963-496d-89dc-e4238df6816f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742273216184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742272802052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266569054'] for port, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:03.744916 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-452013b1-7e54-4648-a4d6-b01be700aa2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:46:03.792593 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c54441b-5963-496d-89dc-e4238df6816f admin admin] Pushing event deleted for resources: {'Port': ['ID=aaba33c1-588e-4555-8c5e-edaf6a9a2bae,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:46:03.795113 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-3c54441b-5963-496d-89dc-e4238df6816f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:46:04.046587 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Device 9439f27f-1c7d-431d-97c4-b98b2a0b8529 no longer exists at agent hyperv_hv-cinder-78240 {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 05:46:04.052810 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3c54441b-5963-496d-89dc-e4238df6816f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400604'] for router_interface, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:04.080063 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] No Port match for: 9439f27f-1c7d-431d-97c4-b98b2a0b8529 {{(pid=103392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 05:46:04.080354 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Device 9439f27f-1c7d-431d-97c4-b98b2a0b8529 not bound to the agent host hv-cinder-78240 {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 05:46:04.489580 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c54441b-5963-496d-89dc-e4238df6816f admin admin] Router 9d3d919d-c6af-42aa-af4d-a9b5cc183fbb has already been hosted by L3 agent b1c473b1-11ec-4d73-8852-93414dd700fb {{(pid=103390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 05:46:04.661159 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c54441b-5963-496d-89dc-e4238df6816f admin admin] Notify agent at l3_agent.dv-cinder-782405-8-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 05:46:04.670444 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142ce609-0bfb-403f-b620-bf90fbbd6a66 None None] Sync routers for ids ['9d3d919d-c6af-42aa-af4d-a9b5cc183fbb'] in dv-cinder-782405-8-iscsi {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 05:46:04.675264 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-3c54441b-5963-496d-89dc-e4238df6816f admin admin] 10.222.0.11 "PUT /v2.0/routers/9d3d919d-c6af-42aa-af4d-a9b5cc183fbb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6712453 May 19 05:46:04.676824 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 46508) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:46:04.680707 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142ce609-0bfb-403f-b620-bf90fbbd6a66 None None] Routers {'9d3d919d-c6af-42aa-af4d-a9b5cc183fbb'} bound to L3 agent in host dv-cinder-782405-8-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:46:04.681337 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-142ce609-0bfb-403f-b620-bf90fbbd6a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T05:35:15Z,description=,heartbeat_timestamp=2021-05-19T05:45:45Z,host='dv-cinder-782405-8-iscsi',id=b1c473b1-11ec-4d73-8852-93414dd700fb,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:35:15Z,topic='l3_agent')) {'router_ids': ['9d3d919d-c6af-42aa-af4d-a9b5cc183fbb'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:46:04.866164 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-142ce609-0bfb-403f-b620-bf90fbbd6a66 None None] Set router 9d3d919d-c6af-42aa-af4d-a9b5cc183fbb gateway port host: dv-cinder-782405-8-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:46:04.876612 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b6080a5a-3b6c-484d-8a5b-226b9a83121f admin admin] Notify callbacks [] for router, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:05.053738 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b6080a5a-3b6c-484d-8a5b-226b9a83121f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:05.131615 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-b6080a5a-3b6c-484d-8a5b-226b9a83121f admin admin] Deleting port dd28ff85-3d29-4e8e-9885-5ddd30fc1d32 {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 05:46:05.131964 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b6080a5a-3b6c-484d-8a5b-226b9a83121f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742273213799'] for port, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:05.153576 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-142ce609-0bfb-403f-b620-bf90fbbd6a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d3d919d-c6af-42aa-af4d-a9b5cc183fbb', 'name': 'tempest-ServerRescueNegativeTestJSON-1324188727-router', 'tenant_id': '2aa9f910d0e44032ac9af01a62399d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'dd28ff85-3d29-4e8e-9885-5ddd30fc1d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:42:33Z', 'updated_at': '2021-05-19T05:46:03Z', 'revision_number': 5, 'project_id': '2aa9f910d0e44032ac9af01a62399d3d', 'gw_port': {'id': 'dd28ff85-3d29-4e8e-9885-5ddd30fc1d32', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3d919d-c6af-42aa-af4d-a9b5cc183fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:42:35Z', 'updated_at': '2021-05-19T05:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi'}], 'dv-cinder-782405-8-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:46:05.157544 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142ce609-0bfb-403f-b620-bf90fbbd6a66 None None] Checking router: 9d3d919d-c6af-42aa-af4d-a9b5cc183fbb for host: dv-cinder-782405-8-iscsi {{(pid=103393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 05:46:05.167359 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142ce609-0bfb-403f-b620-bf90fbbd6a66 None None] Routers {'9d3d919d-c6af-42aa-af4d-a9b5cc183fbb'} bound to L3 agent in host dv-cinder-782405-8-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:46:05.167963 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-142ce609-0bfb-403f-b620-bf90fbbd6a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T05:35:15Z,description=,heartbeat_timestamp=2021-05-19T05:45:45Z,host='dv-cinder-782405-8-iscsi',id=b1c473b1-11ec-4d73-8852-93414dd700fb,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:35:15Z,topic='l3_agent')) {'router_ids': ['9d3d919d-c6af-42aa-af4d-a9b5cc183fbb'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:46:05.255093 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-b6080a5a-3b6c-484d-8a5b-226b9a83121f admin admin] For port dd28ff85-3d29-4e8e-9885-5ddd30fc1d32, host dv-cinder-782405-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-iscsi',level=0,port_id=dd28ff85-3d29-4e8e-9885-5ddd30fc1d32,segment=NetworkSegment(edaa9548-0a8e-4b05-b39a-c151d3266f79),segment_id=edaa9548-0a8e-4b05-b39a-c151d3266f79)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:46:05.255564 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b6080a5a-3b6c-484d-8a5b-226b9a83121f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401034'] for port, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:05.329266 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-142ce609-0bfb-403f-b620-bf90fbbd6a66 None None] Set router 9d3d919d-c6af-42aa-af4d-a9b5cc183fbb gateway port host: None {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:46:05.385320 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-b6080a5a-3b6c-484d-8a5b-226b9a83121f admin admin] Calling delete_port for dd28ff85-3d29-4e8e-9885-5ddd30fc1d32 owned by network:router_gateway {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 05:46:05.469602 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-142ce609-0bfb-403f-b620-bf90fbbd6a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d3d919d-c6af-42aa-af4d-a9b5cc183fbb', 'name': 'tempest-ServerRescueNegativeTestJSON-1324188727-router', 'tenant_id': '2aa9f910d0e44032ac9af01a62399d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:42:33Z', 'updated_at': '2021-05-19T05:46:05Z', 'revision_number': 6, 'project_id': '2aa9f910d0e44032ac9af01a62399d3d', 'gw_port_host': None}], 'dv-cinder-782405-8-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:46:05.473793 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142ce609-0bfb-403f-b620-bf90fbbd6a66 None None] The sync data for ids ['9d3d919d-c6af-42aa-af4d-a9b5cc183fbb'] in dv-cinder-782405-8-iscsi is: [{'id': '9d3d919d-c6af-42aa-af4d-a9b5cc183fbb', 'name': 'tempest-ServerRescueNegativeTestJSON-1324188727-router', 'tenant_id': '2aa9f910d0e44032ac9af01a62399d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:42:33Z', 'updated_at': '2021-05-19T05:46:05Z', 'revision_number': 6, 'project_id': '2aa9f910d0e44032ac9af01a62399d3d', 'gw_port_host': None}] {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 05:46:05.540094 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b6080a5a-3b6c-484d-8a5b-226b9a83121f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742273216184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742272802052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266569054'] for port, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:05.544930 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-46fc74d9-d303-4215-aa39-221a9caf97c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:46:05.588298 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6080a5a-3b6c-484d-8a5b-226b9a83121f admin admin] Pushing event deleted for resources: {'Port': ['ID=dd28ff85-3d29-4e8e-9885-5ddd30fc1d32,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:46:05.767011 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-b6080a5a-3b6c-484d-8a5b-226b9a83121f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:46:05.787436 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b6080a5a-3b6c-484d-8a5b-226b9a83121f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-517991'] for router_gateway, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:06.044263 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b6080a5a-3b6c-484d-8a5b-226b9a83121f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27485'] for router, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:06.046393 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b6080a5a-3b6c-484d-8a5b-226b9a83121f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:06.128943 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b6080a5a-3b6c-484d-8a5b-226b9a83121f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-517424'] for router, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:06.129574 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6080a5a-3b6c-484d-8a5b-226b9a83121f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d3d919d-c6af-42aa-af4d-a9b5cc183fbb {{(pid=103390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 05:46:06.142576 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b6080a5a-3b6c-484d-8a5b-226b9a83121f admin admin] Notify callbacks [] for router, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:06.143671 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-b6080a5a-3b6c-484d-8a5b-226b9a83121f admin admin] 10.222.0.11 "DELETE /v2.0/routers/9d3d919d-c6af-42aa-af4d-a9b5cc183fbb HTTP/1.1" status: 204 len: 168 time: 1.4659064 May 19 05:46:06.146688 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 46542) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:46:06.202775 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_v2 [None req-501143b7-adfc-4673-9686-4812ff97aaba admin admin] Deleting subnet b547b7c1-b0db-4ded-a1d7-26dc8e5f4a02 {{(pid=103390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 05:46:06.205496 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-501143b7-adfc-4673-9686-4812ff97aaba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:06.252085 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-501143b7-adfc-4673-9686-4812ff97aaba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266360016'] for subnet, precommit_delete_associations {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:06.307770 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device aaba33c1-588e-4555-8c5e-edaf6a9a2bae no longer exists at agent ovs-agent-dv-cinder-782405-8-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 05:46:06.308558 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-501143b7-adfc-4673-9686-4812ff97aaba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3527298'] for subnet, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:06.343904 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] No Port match for: aaba33c1-588e-4555-8c5e-edaf6a9a2bae {{(pid=103392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 05:46:06.344267 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device aaba33c1-588e-4555-8c5e-edaf6a9a2bae not bound to the agent host dv-cinder-782405-8-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 05:46:06.551219 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-501143b7-adfc-4673-9686-4812ff97aaba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3527349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266359937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266937071'] for subnet, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:06.554914 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-2516fadc-cf23-4c78-a1ee-1705374319ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:46:06.595160 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501143b7-adfc-4673-9686-4812ff97aaba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b547b7c1-b0db-4ded-a1d7-26dc8e5f4a02,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:46:06.597574 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-501143b7-adfc-4673-9686-4812ff97aaba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:46:06.598531 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-501143b7-adfc-4673-9686-4812ff97aaba admin admin] Notify callbacks [] for subnet, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:06.604255 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-501143b7-adfc-4673-9686-4812ff97aaba admin admin] 10.222.0.11 "DELETE /v2.0/subnets/b547b7c1-b0db-4ded-a1d7-26dc8e5f4a02 HTTP/1.1" status: 204 len: 168 time: 0.4566705 May 19 05:46:06.606720 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 46546) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:46:06.706390 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e324ecd2-d544-481e-9740-e2b46fdfd752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608314'] for network, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:06.824975 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e324ecd2-d544-481e-9740-e2b46fdfd752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3528713', 'neutron.services.segments.db._delete_segments_for_network-8742273243010'] for network, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:06.837053 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-e324ecd2-d544-481e-9740-e2b46fdfd752 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9fd4d9d-a461-43f3-8bc4-f70626927f45']}} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:46:06.848485 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-e324ecd2-d544-481e-9740-e2b46fdfd752 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed8cddf7-38c4-4062-a7e4-12521ed88cf6') {'for_net_delete': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:46:06.848741 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-e324ecd2-d544-481e-9740-e2b46fdfd752 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed8cddf7-38c4-4062-a7e4-12521ed88cf6') {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:46:06.859383 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e324ecd2-d544-481e-9740-e2b46fdfd752 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742273253515', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266360007'] for segment, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:06.875112 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e324ecd2-d544-481e-9740-e2b46fdfd752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3517393'] for segment, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:06.881916 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e324ecd2-d544-481e-9740-e2b46fdfd752 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=103390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 05:46:06.882606 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e324ecd2-d544-481e-9740-e2b46fdfd752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3517393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266568995'] for segment, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:06.895308 dv-cinder-782405-8-iscsi neutron-server[103390]: Traceback (most recent call last): May 19 05:46:06.895308 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 05:46:06.895308 dv-cinder-782405-8-iscsi neutron-server[103390]: timer() May 19 05:46:06.895308 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 05:46:06.895308 dv-cinder-782405-8-iscsi neutron-server[103390]: cb(*args, **kw) May 19 05:46:06.895308 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 05:46:06.895308 dv-cinder-782405-8-iscsi neutron-server[103390]: return func(*args, **kwargs) May 19 05:46:06.895308 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 05:46:06.895308 dv-cinder-782405-8-iscsi neutron-server[103390]: self._notify() May 19 05:46:06.895308 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 05:46:06.895308 dv-cinder-782405-8-iscsi neutron-server[103390]: self.callback(batched_events) May 19 05:46:06.895308 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 05:46:06.895308 dv-cinder-782405-8-iscsi neutron-server[103390]: event.method(event) May 19 05:46:06.895308 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 05:46:06.895308 dv-cinder-782405-8-iscsi neutron-server[103390]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 05:46:06.895308 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 05:46:06.895308 dv-cinder-782405-8-iscsi neutron-server[103390]: aggregate_uuid = self.p_client.list_aggregates( May 19 05:46:06.895308 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 05:46:06.895308 dv-cinder-782405-8-iscsi neutron-server[103390]: return f(self, *a, **k) May 19 05:46:06.895308 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 05:46:06.895308 dv-cinder-782405-8-iscsi neutron-server[103390]: return self._get(url).json() May 19 05:46:06.895308 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 05:46:06.895308 dv-cinder-782405-8-iscsi neutron-server[103390]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 05:46:06.895308 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 05:46:06.895308 dv-cinder-782405-8-iscsi neutron-server[103390]: return self.request(url, 'GET', **kwargs) May 19 05:46:06.895308 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 05:46:06.895308 dv-cinder-782405-8-iscsi neutron-server[103390]: base_url = self.get_endpoint(auth, allow=allow, May 19 05:46:06.895308 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 05:46:06.895308 dv-cinder-782405-8-iscsi neutron-server[103390]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 05:46:06.895308 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 05:46:06.895308 dv-cinder-782405-8-iscsi neutron-server[103390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 05:46:06.895308 dv-cinder-782405-8-iscsi neutron-server[103390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 05:46:06.967304 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e324ecd2-d544-481e-9740-e2b46fdfd752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3528704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-542600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-584118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-517964'] for network, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:06.974017 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e324ecd2-d544-481e-9740-e2b46fdfd752 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584083'] for network, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:06.976336 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:46:06.997030 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e324ecd2-d544-481e-9740-e2b46fdfd752 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9fd4d9d-a461-43f3-8bc4-f70626927f45,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:46:06.999934 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-e324ecd2-d544-481e-9740-e2b46fdfd752 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:46:07.006043 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-e324ecd2-d544-481e-9740-e2b46fdfd752 admin admin] 10.222.0.11 "DELETE /v2.0/networks/e9fd4d9d-a461-43f3-8bc4-f70626927f45 HTTP/1.1" status: 204 len: 168 time: 0.3984067 May 19 05:46:07.210464 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 46568) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:46:07.260071 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-944ab52d-3c11-4068-a233-dde728917ada admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2aa9f910d0e44032ac9af01a62399d3d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0480361 May 19 05:46:07.262324 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 46572) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:46:07.320032 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0041bfb0-7c9a-463c-9357-e706b7e0a27a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:07.345315 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0041bfb0-7c9a-463c-9357-e706b7e0a27a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:07.487192 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0041bfb0-7c9a-463c-9357-e706b7e0a27a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:07.493472 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:46:07.506426 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041bfb0-7c9a-463c-9357-e706b7e0a27a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e770bfd0-3e94-45b0-9954-6b1c1e0e564f,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:46:07.515941 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-0041bfb0-7c9a-463c-9357-e706b7e0a27a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:46:07.533553 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0041bfb0-7c9a-463c-9357-e706b7e0a27a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:07.537146 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-0041bfb0-7c9a-463c-9357-e706b7e0a27a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e770bfd0-3e94-45b0-9954-6b1c1e0e564f HTTP/1.1" status: 204 len: 168 time: 0.2715952 May 19 05:46:07.568924 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device dd28ff85-3d29-4e8e-9885-5ddd30fc1d32 no longer exists at agent ovs-agent-dv-cinder-782405-8-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 05:46:07.617780 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] No Port match for: dd28ff85-3d29-4e8e-9885-5ddd30fc1d32 {{(pid=103392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 05:46:07.618130 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device dd28ff85-3d29-4e8e-9885-5ddd30fc1d32 not bound to the agent host dv-cinder-782405-8-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 05:46:08.948217 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 46648) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:46:09.103555 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-4494db1f-be22-42be-8333-52e37b1aeceb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:09.117793 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-4494db1f-be22-42be-8333-52e37b1aeceb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:46:09.121555 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-4494db1f-be22-42be-8333-52e37b1aeceb admin admin] Usage tracker for resource:security_group_rule and tenant:fa4bb866733845709270d05ed7fe195f is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:46:09.124382 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-4494db1f-be22-42be-8333-52e37b1aeceb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:46:09.129981 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-4494db1f-be22-42be-8333-52e37b1aeceb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:46:09.212926 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-4494db1f-be22-42be-8333-52e37b1aeceb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:09.216988 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-4494db1f-be22-42be-8333-52e37b1aeceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:09.226231 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-82c8db0e-62cf-4de1-8888-b0690a444374 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:46:09.268143 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-4494db1f-be22-42be-8333-52e37b1aeceb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fa4bb866733845709270d05ed7fe195f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3185906 May 19 05:46:09.270198 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4494db1f-be22-42be-8333-52e37b1aeceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df091cb4-26c1-4c9e-9272-f44cd3c30db9,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:46:09.271273 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 46662) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:46:09.273394 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-4494db1f-be22-42be-8333-52e37b1aeceb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:46:09.342878 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8dbc664a-7e89-4b6b-ac70-88f16cfa85df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:09.377477 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8dbc664a-7e89-4b6b-ac70-88f16cfa85df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:09.445225 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8dbc664a-7e89-4b6b-ac70-88f16cfa85df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:09.449941 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-0cf26d13-1b56-4647-9ba2-ccec5c84b928 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:46:09.463973 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbc664a-7e89-4b6b-ac70-88f16cfa85df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df091cb4-26c1-4c9e-9272-f44cd3c30db9,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:46:09.475063 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-8dbc664a-7e89-4b6b-ac70-88f16cfa85df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:46:09.477091 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8dbc664a-7e89-4b6b-ac70-88f16cfa85df admin admin] Notify callbacks [] for security_group, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:09.478263 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-8dbc664a-7e89-4b6b-ac70-88f16cfa85df admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/df091cb4-26c1-4c9e-9272-f44cd3c30db9 HTTP/1.1" status: 204 len: 168 time: 0.2060294 May 19 05:46:09.652229 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 46690) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:46:09.775867 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6538d9c9-2ab3-4eaf-a37a-d9ca771aa257 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:09.790241 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-6538d9c9-2ab3-4eaf-a37a-d9ca771aa257 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:46:09.797182 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-6538d9c9-2ab3-4eaf-a37a-d9ca771aa257 admin admin] Usage tracker for resource:security_group_rule and tenant:aebcc50441724a1d9b1224b1da2702b6 is out of sync, need to count used quota {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:46:09.800109 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-6538d9c9-2ab3-4eaf-a37a-d9ca771aa257 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:46:09.806359 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-6538d9c9-2ab3-4eaf-a37a-d9ca771aa257 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:46:09.898608 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6538d9c9-2ab3-4eaf-a37a-d9ca771aa257 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:09.910542 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6538d9c9-2ab3-4eaf-a37a-d9ca771aa257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:09.920444 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-ad42e612-d546-4180-a2e6-96f405d6fef5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:46:09.970989 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-6538d9c9-2ab3-4eaf-a37a-d9ca771aa257 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=aebcc50441724a1d9b1224b1da2702b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3171823 May 19 05:46:09.971780 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 46710) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:46:09.975074 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6538d9c9-2ab3-4eaf-a37a-d9ca771aa257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28b212af-f2b0-42d0-bcee-a796df1b9ea1,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:46:09.981383 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-6538d9c9-2ab3-4eaf-a37a-d9ca771aa257 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:46:10.061938 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-044079e6-cca2-4002-b348-27c0d2cb7cb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:10.094690 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-044079e6-cca2-4002-b348-27c0d2cb7cb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:10.147363 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-044079e6-cca2-4002-b348-27c0d2cb7cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:10.152171 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-6d6cf8b9-040c-4634-a8e0-46a3713ee431 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:46:10.164754 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044079e6-cca2-4002-b348-27c0d2cb7cb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b212af-f2b0-42d0-bcee-a796df1b9ea1,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:46:10.168473 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-044079e6-cca2-4002-b348-27c0d2cb7cb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:46:10.173749 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-044079e6-cca2-4002-b348-27c0d2cb7cb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:10.174864 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-044079e6-cca2-4002-b348-27c0d2cb7cb0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/28b212af-f2b0-42d0-bcee-a796df1b9ea1 HTTP/1.1" status: 204 len: 168 time: 0.2014916 May 19 05:46:10.264246 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 46724) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:46:10.491047 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-f4d0df95-1336-42b0-b6a7-7c82580a62e8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1062603257-network', 'tenant_id': '3098365e909e457ab34909c298e95dbb'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:46:10.495632 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-f4d0df95-1336-42b0-b6a7-7c82580a62e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:46:10.499533 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-f4d0df95-1336-42b0-b6a7-7c82580a62e8 admin admin] Usage tracker for resource:network and tenant:3098365e909e457ab34909c298e95dbb is out of sync, need to count used quota {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:46:10.503012 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-f4d0df95-1336-42b0-b6a7-7c82580a62e8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:46:10.511049 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-f4d0df95-1336-42b0-b6a7-7c82580a62e8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:46:10.521398 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d0df95-1336-42b0-b6a7-7c82580a62e8 admin admin] Made reservation on behalf of 3098365e909e457ab34909c298e95dbb for: {'network': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 05:46:10.523741 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f4d0df95-1336-42b0-b6a7-7c82580a62e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3666241'] for network, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:10.536199 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 46734) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:46:10.536316 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f4d0df95-1336-42b0-b6a7-7c82580a62e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:10.551141 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-f4d0df95-1336-42b0-b6a7-7c82580a62e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:46:10.554936 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-f4d0df95-1336-42b0-b6a7-7c82580a62e8 admin admin] Usage tracker for resource:security_group_rule and tenant:3098365e909e457ab34909c298e95dbb is out of sync, need to count used quota {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:46:10.555318 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-032ebe11-c80c-46df-a4ff-bc0aefe6dee1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:10.557703 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-f4d0df95-1336-42b0-b6a7-7c82580a62e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:46:10.563268 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-f4d0df95-1336-42b0-b6a7-7c82580a62e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:46:10.570089 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-032ebe11-c80c-46df-a4ff-bc0aefe6dee1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:46:10.574270 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-032ebe11-c80c-46df-a4ff-bc0aefe6dee1 admin admin] Usage tracker for resource:security_group_rule and tenant:408a453c7b8d4022b8513f851c121f2a is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:46:10.577387 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-032ebe11-c80c-46df-a4ff-bc0aefe6dee1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:46:10.583764 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-032ebe11-c80c-46df-a4ff-bc0aefe6dee1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:46:10.656374 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f4d0df95-1336-42b0-b6a7-7c82580a62e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:10.662012 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f4d0df95-1336-42b0-b6a7-7c82580a62e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:10.670799 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-e1f5a8c0-7459-4dbc-97c9-37863c201ea7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:46:10.676357 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-032ebe11-c80c-46df-a4ff-bc0aefe6dee1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:10.680083 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-032ebe11-c80c-46df-a4ff-bc0aefe6dee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:10.689746 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-0041bfb0-7c9a-463c-9357-e706b7e0a27a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:46:10.734543 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-032ebe11-c80c-46df-a4ff-bc0aefe6dee1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=408a453c7b8d4022b8513f851c121f2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1970320 May 19 05:46:10.735488 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032ebe11-c80c-46df-a4ff-bc0aefe6dee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c36a0e06-97f2-4e16-a669-b6866401b6a0,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:46:10.738775 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 46738) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:46:10.741590 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-032ebe11-c80c-46df-a4ff-bc0aefe6dee1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:46:10.801909 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4d0df95-1336-42b0-b6a7-7c82580a62e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=103390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 05:46:10.804438 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6b133fd3-a115-41eb-9333-6a13db3d4281 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:10.816702 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d0df95-1336-42b0-b6a7-7c82580a62e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c472842f-0c1b-441c-ba70-75d1503c3d56,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:46:10.821295 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-f4d0df95-1336-42b0-b6a7-7c82580a62e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:46:10.822368 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f4d0df95-1336-42b0-b6a7-7c82580a62e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3517393'] for segment, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:10.822865 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.db.segments_db [None req-f4d0df95-1336-42b0-b6a7-7c82580a62e8 admin admin] Added segment e507061d-02c0-4cd5-9dce-0cd21c109899 of type vlan for network 67a2cf82-a4fe-445e-91b5-a363cdb6ad41 May 19 05:46:10.834401 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6b133fd3-a115-41eb-9333-6a13db3d4281 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:10.856926 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f4d0df95-1336-42b0-b6a7-7c82580a62e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742272786041'] for network, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:10.891673 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f4d0df95-1336-42b0-b6a7-7c82580a62e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-542600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-584118'] for network, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:10.893346 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d0df95-1336-42b0-b6a7-7c82580a62e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:46:10.894794 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f4d0df95-1336-42b0-b6a7-7c82580a62e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584083'] for network, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:10.897111 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6b133fd3-a115-41eb-9333-6a13db3d4281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:10.898797 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:46:10.903913 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-2b02ad70-b47b-46e6-886f-d17867a4c7bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:46:10.919904 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b133fd3-a115-41eb-9333-6a13db3d4281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c36a0e06-97f2-4e16-a669-b6866401b6a0,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:46:10.922199 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6b133fd3-a115-41eb-9333-6a13db3d4281 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:10.923555 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-6b133fd3-a115-41eb-9333-6a13db3d4281 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c36a0e06-97f2-4e16-a669-b6866401b6a0 HTTP/1.1" status: 204 len: 168 time: 0.1835721 May 19 05:46:10.924616 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-6b133fd3-a115-41eb-9333-6a13db3d4281 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:46:11.016371 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d0df95-1336-42b0-b6a7-7c82580a62e8 admin admin] Pushing event updated for resources: {'Network': ['ID=67a2cf82-a4fe-445e-91b5-a363cdb6ad41,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:46:11.020090 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-f4d0df95-1336-42b0-b6a7-7c82580a62e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:46:11.024846 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-f4d0df95-1336-42b0-b6a7-7c82580a62e8 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7595811 May 19 05:46:11.025171 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 46748) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:46:11.029013 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Network 67a2cf82-a4fe-445e-91b5-a363cdb6ad41 details requested by agent ovs-agent-dv-cinder-782405-8-iscsi with host dv-cinder-782405-8-iscsi {{(pid=103392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 05:46:11.033416 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-dd38142c-7a18-4a62-afc9-9a5dc66d22cc admin admin] Request body: {'subnet': {'network_id': '67a2cf82-a4fe-445e-91b5-a363cdb6ad41', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1062603257-subnet', 'tenant_id': '3098365e909e457ab34909c298e95dbb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:46:11.039104 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-dd38142c-7a18-4a62-afc9-9a5dc66d22cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:46:11.043426 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-dd38142c-7a18-4a62-afc9-9a5dc66d22cc admin admin] Usage tracker for resource:subnet and tenant:3098365e909e457ab34909c298e95dbb is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:46:11.046633 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-dd38142c-7a18-4a62-afc9-9a5dc66d22cc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:46:11.052546 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-dd38142c-7a18-4a62-afc9-9a5dc66d22cc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:46:11.087462 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd38142c-7a18-4a62-afc9-9a5dc66d22cc admin admin] Made reservation on behalf of 3098365e909e457ab34909c298e95dbb for: {'subnet': 1} {{(pid=103391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 05:46:11.091191 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-dd38142c-7a18-4a62-afc9-9a5dc66d22cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264176305'] for subnet, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:11.501984 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-dd38142c-7a18-4a62-afc9-9a5dc66d22cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263301638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264176259'] for subnet, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:11.506416 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-5ccd74bc-f12a-4e4e-a960-58e130c33368 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:46:11.576630 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd38142c-7a18-4a62-afc9-9a5dc66d22cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=08bb815f-cfca-4b29-83e5-f799c1e70f2c,revision_number=0']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:46:11.580083 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-dd38142c-7a18-4a62-afc9-9a5dc66d22cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:46:11.585689 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd38142c-7a18-4a62-afc9-9a5dc66d22cc admin admin] Checking segment: {'id': 'e507061d-02c0-4cd5-9dce-0cd21c109899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '67a2cf82-a4fe-445e-91b5-a363cdb6ad41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:46:11.586045 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd38142c-7a18-4a62-afc9-9a5dc66d22cc admin admin] Network hostable DHCP agents. Network: 67a2cf82-a4fe-445e-91b5-a363cdb6ad41, hostable agents: ['51c3ebcd-1a29-4010-9a37-07f85f6ad558'], hosted agents: [] {{(pid=103391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 05:46:11.603769 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd38142c-7a18-4a62-afc9-9a5dc66d22cc admin admin] Network 67a2cf82-a4fe-445e-91b5-a363cdb6ad41 is scheduled to be hosted by DHCP agent 51c3ebcd-1a29-4010-9a37-07f85f6ad558 with binding_index 1 {{(pid=103391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 05:46:11.612747 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-dd38142c-7a18-4a62-afc9-9a5dc66d22cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782405-8-iscsi, 67a2cf82-a4fe-445e-91b5-a363cdb6ad41) {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:46:11.621875 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd38142c-7a18-4a62-afc9-9a5dc66d22cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:46:11.622574 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-dd38142c-7a18-4a62-afc9-9a5dc66d22cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584083'] for subnet, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:11.624610 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98abfcd5-9b0b-456e-be54-fd6a767716eb None None] Network 67a2cf82-a4fe-445e-91b5-a363cdb6ad41 requested from dv-cinder-782405-8-iscsi {{(pid=103392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 05:46:11.650809 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-dd38142c-7a18-4a62-afc9-9a5dc66d22cc admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6185837 May 19 05:46:11.815999 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b65e379-aea9-403b-9ac9-002e86c01b55 None None] Network 67a2cf82-a4fe-445e-91b5-a363cdb6ad41 requested from dv-cinder-782405-8-iscsi {{(pid=103392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 05:46:12.293076 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 46812) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:46:12.299162 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-e1352588-42e2-4cda-84b4-711e585da575 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-612937941-network', 'tenant_id': '4ef36438229b4ee28712c61b70255c4c'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:46:12.319368 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-e1352588-42e2-4cda-84b4-711e585da575 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:46:12.325638 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c7971586-bb13-4b2f-b4bb-68c477b9a707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:12.328317 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-e1352588-42e2-4cda-84b4-711e585da575 admin admin] Usage tracker for resource:network and tenant:4ef36438229b4ee28712c61b70255c4c is out of sync, need to count used quota {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:46:12.335593 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-e1352588-42e2-4cda-84b4-711e585da575 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:46:12.348399 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-e1352588-42e2-4cda-84b4-711e585da575 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:46:12.359680 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1352588-42e2-4cda-84b4-711e585da575 admin admin] Made reservation on behalf of 4ef36438229b4ee28712c61b70255c4c for: {'network': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 05:46:12.362419 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e1352588-42e2-4cda-84b4-711e585da575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3666241'] for network, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:12.375659 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e1352588-42e2-4cda-84b4-711e585da575 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:12.390940 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-e1352588-42e2-4cda-84b4-711e585da575 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:46:12.395074 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-e1352588-42e2-4cda-84b4-711e585da575 admin admin] Usage tracker for resource:security_group_rule and tenant:4ef36438229b4ee28712c61b70255c4c is out of sync, need to count used quota {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:46:12.397917 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-e1352588-42e2-4cda-84b4-711e585da575 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:46:12.404192 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-e1352588-42e2-4cda-84b4-711e585da575 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:46:12.519465 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e1352588-42e2-4cda-84b4-711e585da575 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:12.525859 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e1352588-42e2-4cda-84b4-711e585da575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:12.529059 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-fa563283-683b-4c77-9e86-886c144199f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:46:12.609017 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1352588-42e2-4cda-84b4-711e585da575 admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=103390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 05:46:12.615780 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1352588-42e2-4cda-84b4-711e585da575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13527d76-eb62-4e37-8425-5a861a101693,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:46:12.623953 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-e1352588-42e2-4cda-84b4-711e585da575 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:46:12.632787 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e1352588-42e2-4cda-84b4-711e585da575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3517393'] for segment, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:12.633135 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.db.segments_db [None req-e1352588-42e2-4cda-84b4-711e585da575 admin admin] Added segment 31b4b0af-1b12-40ab-8560-7783b3634e9b of type vlan for network 9afc06ef-1b26-424e-b8d1-9e18bb9a99a9 May 19 05:46:12.667826 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e1352588-42e2-4cda-84b4-711e585da575 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742272786041'] for network, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:12.689778 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae43cba-d070-4d3c-8f0f-8c085b3311d4 req-fb142cea-03aa-4990-b00b-eb8df6bff3f9 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:46:12.691314 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-eae43cba-d070-4d3c-8f0f-8c085b3311d4 req-fb142cea-03aa-4990-b00b-eb8df6bff3f9 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce2b4528-1444-43e7-8e87-c4472b92ebf9 HTTP/1.1" status: 200 len: 945 time: 0.1497743 May 19 05:46:12.736033 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e1352588-42e2-4cda-84b4-711e585da575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-542600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-584118'] for network, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:12.741611 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1352588-42e2-4cda-84b4-711e585da575 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:46:12.741873 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e1352588-42e2-4cda-84b4-711e585da575 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584083'] for network, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:12.748437 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:46:12.773549 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-eae43cba-d070-4d3c-8f0f-8c085b3311d4 req-72b7303e-972d-4660-9168-8ec7984bc24b tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=9fd27e09-fd1f-4fe8-9681-74181843f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727642 May 19 05:46:12.853316 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-e1352588-42e2-4cda-84b4-711e585da575 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5589075 May 19 05:46:12.856903 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 46838) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:46:12.864423 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1352588-42e2-4cda-84b4-711e585da575 admin admin] Pushing event updated for resources: {'Network': ['ID=9afc06ef-1b26-424e-b8d1-9e18bb9a99a9,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:46:12.864873 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-dc5a1b58-8786-4deb-81a4-b0999e40ae53 admin admin] Request body: {'subnet': {'network_id': '9afc06ef-1b26-424e-b8d1-9e18bb9a99a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-612937941-subnet', 'tenant_id': '4ef36438229b4ee28712c61b70255c4c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:46:12.873966 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-e1352588-42e2-4cda-84b4-711e585da575 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:46:12.875072 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Network 9afc06ef-1b26-424e-b8d1-9e18bb9a99a9 details requested by agent ovs-agent-dv-cinder-782405-8-iscsi with host dv-cinder-782405-8-iscsi {{(pid=103392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 05:46:12.889801 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-dc5a1b58-8786-4deb-81a4-b0999e40ae53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:46:12.895311 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-dc5a1b58-8786-4deb-81a4-b0999e40ae53 admin admin] Usage tracker for resource:subnet and tenant:4ef36438229b4ee28712c61b70255c4c is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:46:12.898367 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-dc5a1b58-8786-4deb-81a4-b0999e40ae53 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:46:12.908203 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-dc5a1b58-8786-4deb-81a4-b0999e40ae53 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:46:12.929504 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc5a1b58-8786-4deb-81a4-b0999e40ae53 admin admin] Made reservation on behalf of 4ef36438229b4ee28712c61b70255c4c for: {'subnet': 1} {{(pid=103391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 05:46:12.932394 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-dc5a1b58-8786-4deb-81a4-b0999e40ae53 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264176305'] for subnet, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:13.225144 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 46848) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:46:13.328837 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-dc5a1b58-8786-4deb-81a4-b0999e40ae53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263301638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264176259'] for subnet, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:13.332683 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-3280a721-a490-41b8-800d-53549b4d59d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:46:13.345024 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-dae140da-60ae-4ef5-8fbc-274a5986fe4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:13.359355 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-dae140da-60ae-4ef5-8fbc-274a5986fe4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:46:13.364006 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-dae140da-60ae-4ef5-8fbc-274a5986fe4d admin admin] Usage tracker for resource:security_group_rule and tenant:8766e0641b8e4e8897598dd60299fb4d is out of sync, need to count used quota {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:46:13.367150 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-dae140da-60ae-4ef5-8fbc-274a5986fe4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:46:13.372788 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-dae140da-60ae-4ef5-8fbc-274a5986fe4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:46:13.404799 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5a1b58-8786-4deb-81a4-b0999e40ae53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=812e8ccc-13cc-4f99-912a-4983e31bee60,revision_number=0']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:46:13.408733 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-dc5a1b58-8786-4deb-81a4-b0999e40ae53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:46:13.417299 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5a1b58-8786-4deb-81a4-b0999e40ae53 admin admin] Checking segment: {'id': '31b4b0af-1b12-40ab-8560-7783b3634e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9afc06ef-1b26-424e-b8d1-9e18bb9a99a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:46:13.417681 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5a1b58-8786-4deb-81a4-b0999e40ae53 admin admin] Network hostable DHCP agents. Network: 9afc06ef-1b26-424e-b8d1-9e18bb9a99a9, hostable agents: ['51c3ebcd-1a29-4010-9a37-07f85f6ad558'], hosted agents: [] {{(pid=103391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 05:46:13.435722 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5a1b58-8786-4deb-81a4-b0999e40ae53 admin admin] Network 9afc06ef-1b26-424e-b8d1-9e18bb9a99a9 is scheduled to be hosted by DHCP agent 51c3ebcd-1a29-4010-9a37-07f85f6ad558 with binding_index 1 {{(pid=103391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 05:46:13.445721 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-dc5a1b58-8786-4deb-81a4-b0999e40ae53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782405-8-iscsi, 9afc06ef-1b26-424e-b8d1-9e18bb9a99a9) {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:46:13.453932 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5a1b58-8786-4deb-81a4-b0999e40ae53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:46:13.454541 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-dc5a1b58-8786-4deb-81a4-b0999e40ae53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584083'] for subnet, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:13.454970 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03530e64-bbb5-4382-b152-dff8a71a12de None None] Network 9afc06ef-1b26-424e-b8d1-9e18bb9a99a9 requested from dv-cinder-782405-8-iscsi {{(pid=103392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 05:46:13.468233 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-dae140da-60ae-4ef5-8fbc-274a5986fe4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:13.473456 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-dae140da-60ae-4ef5-8fbc-274a5986fe4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:13.484161 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-dc5a1b58-8786-4deb-81a4-b0999e40ae53 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6164908 May 19 05:46:13.484322 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-60d40e7a-bb5f-456e-a9ad-1735ec1ba3e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:46:13.529319 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-dae140da-60ae-4ef5-8fbc-274a5986fe4d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8766e0641b8e4e8897598dd60299fb4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3028688 May 19 05:46:13.530384 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae140da-60ae-4ef5-8fbc-274a5986fe4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b40791b7-1974-4992-8101-bf2ec82c3fd2,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:46:13.533064 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 46856) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:46:13.533793 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-dae140da-60ae-4ef5-8fbc-274a5986fe4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:46:13.599258 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-08949e33-bb55-4e4b-a133-8791d972fd3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:13.620748 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 46860) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:46:13.626023 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-08949e33-bb55-4e4b-a133-8791d972fd3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:13.651505 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43798bb-2e1c-4c47-957c-f8c5a5b1fdf4 None None] Network 9afc06ef-1b26-424e-b8d1-9e18bb9a99a9 requested from dv-cinder-782405-8-iscsi {{(pid=103392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 05:46:13.679187 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-08949e33-bb55-4e4b-a133-8791d972fd3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:13.684339 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-b05312a9-c7f9-4f44-bdb1-f927937b52d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:46:13.685348 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_v2 [None req-f97a8612-1e00-4113-a823-b4207bbfa7b9 admin admin] Deleting subnet 08bb815f-cfca-4b29-83e5-f799c1e70f2c {{(pid=103390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 05:46:13.688655 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f97a8612-1e00-4113-a823-b4207bbfa7b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:13.696707 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08949e33-bb55-4e4b-a133-8791d972fd3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b40791b7-1974-4992-8101-bf2ec82c3fd2,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:46:13.699581 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-08949e33-bb55-4e4b-a133-8791d972fd3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:46:13.701467 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-08949e33-bb55-4e4b-a133-8791d972fd3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:13.702981 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-08949e33-bb55-4e4b-a133-8791d972fd3a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b40791b7-1974-4992-8101-bf2ec82c3fd2 HTTP/1.1" status: 204 len: 168 time: 0.1680217 May 19 05:46:13.737733 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f97a8612-1e00-4113-a823-b4207bbfa7b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266360016'] for subnet, precommit_delete_associations {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:13.803873 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f97a8612-1e00-4113-a823-b4207bbfa7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3527298'] for subnet, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:14.021852 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c59d830-aa1a-4ebf-a0b4-e574ce3971f8 req-5589baf6-c359-46b5-a941-a3f3dba8e030 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:46:14.023451 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7c59d830-aa1a-4ebf-a0b4-e574ce3971f8 req-5589baf6-c359-46b5-a941-a3f3dba8e030 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce2b4528-1444-43e7-8e87-c4472b92ebf9 HTTP/1.1" status: 200 len: 945 time: 0.0929089 May 19 05:46:14.070703 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 46874) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:46:14.088335 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7c59d830-aa1a-4ebf-a0b4-e574ce3971f8 req-b940deb9-940f-402f-a85c-2b24a23d843e tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=9fd27e09-fd1f-4fe8-9681-74181843f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578101 May 19 05:46:14.089353 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f97a8612-1e00-4113-a823-b4207bbfa7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3527349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266359937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266937071'] for subnet, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:14.092603 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f4d19fe3-c430-4360-8df8-6e5949bbabd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:14.099848 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-17635cb5-4c9d-44df-9cd3-736d9a9d024f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:46:14.109346 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-f4d19fe3-c430-4360-8df8-6e5949bbabd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:46:14.112262 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-f4d19fe3-c430-4360-8df8-6e5949bbabd5 admin admin] Usage tracker for resource:security_group_rule and tenant:6dadd7914af8485bb035e0e3f2a5110c is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:46:14.115727 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-f4d19fe3-c430-4360-8df8-6e5949bbabd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:46:14.121432 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-f4d19fe3-c430-4360-8df8-6e5949bbabd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:46:14.131737 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f97a8612-1e00-4113-a823-b4207bbfa7b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:14.143974 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97a8612-1e00-4113-a823-b4207bbfa7b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08bb815f-cfca-4b29-83e5-f799c1e70f2c,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:46:14.147315 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-f97a8612-1e00-4113-a823-b4207bbfa7b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:46:14.152896 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-f97a8612-1e00-4113-a823-b4207bbfa7b9 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/08bb815f-cfca-4b29-83e5-f799c1e70f2c HTTP/1.1" status: 204 len: 168 time: 0.5308545 May 19 05:46:14.155334 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 46878) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:46:14.212904 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f4d19fe3-c430-4360-8df8-6e5949bbabd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:14.216625 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f4d19fe3-c430-4360-8df8-6e5949bbabd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:14.225094 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-044079e6-cca2-4002-b348-27c0d2cb7cb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:46:14.261013 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c0caa062-b4e0-4aad-9505-a6ca0e38fdd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608314'] for network, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:14.263581 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-f4d19fe3-c430-4360-8df8-6e5949bbabd5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6dadd7914af8485bb035e0e3f2a5110c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1918857 May 19 05:46:14.265182 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d19fe3-c430-4360-8df8-6e5949bbabd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e941fc8c-6fcd-42f5-8e9b-3ddf05f8822e,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:46:14.266962 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 46882) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:46:14.268053 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-f4d19fe3-c430-4360-8df8-6e5949bbabd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:46:14.432362 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c0caa062-b4e0-4aad-9505-a6ca0e38fdd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3528713', 'neutron.services.segments.db._delete_segments_for_network-8742273243010'] for network, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:14.449012 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-c0caa062-b4e0-4aad-9505-a6ca0e38fdd0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67a2cf82-a4fe-445e-91b5-a363cdb6ad41']}} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:46:14.455396 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d1c485dd-b8d9-4a9e-a335-1a2c02afb29d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:14.470809 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-c0caa062-b4e0-4aad-9505-a6ca0e38fdd0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e507061d-02c0-4cd5-9dce-0cd21c109899') {'for_net_delete': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:46:14.471103 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-c0caa062-b4e0-4aad-9505-a6ca0e38fdd0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e507061d-02c0-4cd5-9dce-0cd21c109899') {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:46:14.491682 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c0caa062-b4e0-4aad-9505-a6ca0e38fdd0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742273253515', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266360007'] for segment, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:14.502593 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d1c485dd-b8d9-4a9e-a335-1a2c02afb29d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:14.522240 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c0caa062-b4e0-4aad-9505-a6ca0e38fdd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3517393'] for segment, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:14.538192 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0caa062-b4e0-4aad-9505-a6ca0e38fdd0 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=103390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 05:46:14.538595 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c0caa062-b4e0-4aad-9505-a6ca0e38fdd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3517393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266568995'] for segment, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:14.551002 dv-cinder-782405-8-iscsi neutron-server[103390]: Traceback (most recent call last): May 19 05:46:14.551002 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 05:46:14.551002 dv-cinder-782405-8-iscsi neutron-server[103390]: timer() May 19 05:46:14.551002 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 05:46:14.551002 dv-cinder-782405-8-iscsi neutron-server[103390]: cb(*args, **kw) May 19 05:46:14.551002 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 05:46:14.551002 dv-cinder-782405-8-iscsi neutron-server[103390]: return func(*args, **kwargs) May 19 05:46:14.551002 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 05:46:14.551002 dv-cinder-782405-8-iscsi neutron-server[103390]: self._notify() May 19 05:46:14.551002 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 05:46:14.551002 dv-cinder-782405-8-iscsi neutron-server[103390]: self.callback(batched_events) May 19 05:46:14.551002 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 05:46:14.551002 dv-cinder-782405-8-iscsi neutron-server[103390]: event.method(event) May 19 05:46:14.551002 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 05:46:14.551002 dv-cinder-782405-8-iscsi neutron-server[103390]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 05:46:14.551002 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 05:46:14.551002 dv-cinder-782405-8-iscsi neutron-server[103390]: aggregate_uuid = self.p_client.list_aggregates( May 19 05:46:14.551002 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 05:46:14.551002 dv-cinder-782405-8-iscsi neutron-server[103390]: return f(self, *a, **k) May 19 05:46:14.551002 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 05:46:14.551002 dv-cinder-782405-8-iscsi neutron-server[103390]: return self._get(url).json() May 19 05:46:14.551002 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 05:46:14.551002 dv-cinder-782405-8-iscsi neutron-server[103390]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 05:46:14.551002 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 05:46:14.551002 dv-cinder-782405-8-iscsi neutron-server[103390]: return self.request(url, 'GET', **kwargs) May 19 05:46:14.551002 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 05:46:14.551002 dv-cinder-782405-8-iscsi neutron-server[103390]: base_url = self.get_endpoint(auth, allow=allow, May 19 05:46:14.551002 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 05:46:14.551002 dv-cinder-782405-8-iscsi neutron-server[103390]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 05:46:14.551002 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 05:46:14.551002 dv-cinder-782405-8-iscsi neutron-server[103390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 05:46:14.551002 dv-cinder-782405-8-iscsi neutron-server[103390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 05:46:14.630900 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c0caa062-b4e0-4aad-9505-a6ca0e38fdd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3528704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-542600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-584118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-517964'] for network, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:14.635156 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-86135224-8e4b-414d-a59d-fd2140d10d20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:46:14.648718 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c0caa062-b4e0-4aad-9505-a6ca0e38fdd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584083'] for network, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:14.655975 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d1c485dd-b8d9-4a9e-a335-1a2c02afb29d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:14.666658 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0caa062-b4e0-4aad-9505-a6ca0e38fdd0 admin admin] Pushing event deleted for resources: {'Network': ['ID=67a2cf82-a4fe-445e-91b5-a363cdb6ad41,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:46:14.670165 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-c0caa062-b4e0-4aad-9505-a6ca0e38fdd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:46:14.671684 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-c0caa062-b4e0-4aad-9505-a6ca0e38fdd0 admin admin] 10.222.0.11 "DELETE /v2.0/networks/67a2cf82-a4fe-445e-91b5-a363cdb6ad41 HTTP/1.1" status: 204 len: 168 time: 0.5153134 May 19 05:46:14.674327 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d1c485dd-b8d9-4a9e-a335-1a2c02afb29d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:14.674479 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 46886) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:46:14.676406 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-d1c485dd-b8d9-4a9e-a335-1a2c02afb29d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e941fc8c-6fcd-42f5-8e9b-3ddf05f8822e HTTP/1.1" status: 204 len: 168 time: 0.4062057 May 19 05:46:14.677081 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-e1352588-42e2-4cda-84b4-711e585da575 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:46:14.687062 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c485dd-b8d9-4a9e-a335-1a2c02afb29d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e941fc8c-6fcd-42f5-8e9b-3ddf05f8822e,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:46:14.689304 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-d1c485dd-b8d9-4a9e-a335-1a2c02afb29d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:46:14.694204 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f4a058d2-5760-4195-8b56-f64547b7b55e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:14.825889 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:14.830252 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ac999c5-de40-429d-a65c-a82d659cb994 admin admin] Deleting subnet 812e8ccc-13cc-4f99-912a-4983e31bee60 {{(pid=103391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 05:46:14.834954 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3ac999c5-de40-429d-a65c-a82d659cb994 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:14.886258 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3ac999c5-de40-429d-a65c-a82d659cb994 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262242299'] for subnet, precommit_delete_associations {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:14.945471 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3ac999c5-de40-429d-a65c-a82d659cb994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3527298'] for subnet, precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:15.204164 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3ac999c5-de40-429d-a65c-a82d659cb994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3527349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263301705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264176266'] for subnet, after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:15.209433 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:46:15.249583 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3ac999c5-de40-429d-a65c-a82d659cb994 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584083'] for subnet, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:15.252474 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac999c5-de40-429d-a65c-a82d659cb994 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=812e8ccc-13cc-4f99-912a-4983e31bee60,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:46:15.255833 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-3ac999c5-de40-429d-a65c-a82d659cb994 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:46:15.264877 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-3ac999c5-de40-429d-a65c-a82d659cb994 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/812e8ccc-13cc-4f99-912a-4983e31bee60 HTTP/1.1" status: 204 len: 168 time: 0.5894248 May 19 05:46:15.267275 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 46910) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:46:15.375720 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b62e3619-6496-400d-a120-f2aa835b5752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608314'] for network, before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:15.379167 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bca6a19-e909-4be4-bd3e-14365ef0d5b5 req-23e8d379-6b5d-4494-9b05-059b7192905c tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:46:15.380641 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7bca6a19-e909-4be4-bd3e-14365ef0d5b5 req-23e8d379-6b5d-4494-9b05-059b7192905c tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce2b4528-1444-43e7-8e87-c4472b92ebf9 HTTP/1.1" status: 200 len: 945 time: 0.1776917 May 19 05:46:15.432329 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7bca6a19-e909-4be4-bd3e-14365ef0d5b5 req-4aa68959-e49c-438e-84e2-af9f09f157b3 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=9fd27e09-fd1f-4fe8-9681-74181843f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458810 May 19 05:46:15.511126 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b62e3619-6496-400d-a120-f2aa835b5752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3528713', 'neutron.services.segments.db._delete_segments_for_network-8742273243010'] for network, precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:15.524325 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.services.segments.db [None req-b62e3619-6496-400d-a120-f2aa835b5752 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9afc06ef-1b26-424e-b8d1-9e18bb9a99a9']}} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:46:15.536346 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.services.segments.db [None req-b62e3619-6496-400d-a120-f2aa835b5752 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31b4b0af-1b12-40ab-8560-7783b3634e9b') {'for_net_delete': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:46:15.536725 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.services.segments.db [None req-b62e3619-6496-400d-a120-f2aa835b5752 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31b4b0af-1b12-40ab-8560-7783b3634e9b') {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:46:15.547967 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b62e3619-6496-400d-a120-f2aa835b5752 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742273253515', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262242284'] for segment, before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:15.563647 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b62e3619-6496-400d-a120-f2aa835b5752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3517393'] for segment, precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:15.570217 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b62e3619-6496-400d-a120-f2aa835b5752 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=103391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 05:46:15.570628 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b62e3619-6496-400d-a120-f2aa835b5752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3517393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263355371'] for segment, after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:15.584902 dv-cinder-782405-8-iscsi neutron-server[103391]: Traceback (most recent call last): May 19 05:46:15.584902 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 05:46:15.584902 dv-cinder-782405-8-iscsi neutron-server[103391]: timer() May 19 05:46:15.584902 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 05:46:15.584902 dv-cinder-782405-8-iscsi neutron-server[103391]: cb(*args, **kw) May 19 05:46:15.584902 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 05:46:15.584902 dv-cinder-782405-8-iscsi neutron-server[103391]: return func(*args, **kwargs) May 19 05:46:15.584902 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 05:46:15.584902 dv-cinder-782405-8-iscsi neutron-server[103391]: self._notify() May 19 05:46:15.584902 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 05:46:15.584902 dv-cinder-782405-8-iscsi neutron-server[103391]: self.callback(batched_events) May 19 05:46:15.584902 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 05:46:15.584902 dv-cinder-782405-8-iscsi neutron-server[103391]: event.method(event) May 19 05:46:15.584902 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 05:46:15.584902 dv-cinder-782405-8-iscsi neutron-server[103391]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 05:46:15.584902 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 05:46:15.584902 dv-cinder-782405-8-iscsi neutron-server[103391]: aggregate_uuid = self.p_client.list_aggregates( May 19 05:46:15.584902 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 05:46:15.584902 dv-cinder-782405-8-iscsi neutron-server[103391]: return f(self, *a, **k) May 19 05:46:15.584902 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 05:46:15.584902 dv-cinder-782405-8-iscsi neutron-server[103391]: return self._get(url).json() May 19 05:46:15.584902 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 05:46:15.584902 dv-cinder-782405-8-iscsi neutron-server[103391]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 05:46:15.584902 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 05:46:15.584902 dv-cinder-782405-8-iscsi neutron-server[103391]: return self.request(url, 'GET', **kwargs) May 19 05:46:15.584902 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 05:46:15.584902 dv-cinder-782405-8-iscsi neutron-server[103391]: base_url = self.get_endpoint(auth, allow=allow, May 19 05:46:15.584902 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 05:46:15.584902 dv-cinder-782405-8-iscsi neutron-server[103391]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 05:46:15.584902 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 05:46:15.584902 dv-cinder-782405-8-iscsi neutron-server[103391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 05:46:15.584902 dv-cinder-782405-8-iscsi neutron-server[103391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 05:46:15.662822 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b62e3619-6496-400d-a120-f2aa835b5752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3528704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-542600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-584118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-517964'] for network, after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:15.666480 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-ffde0a65-3f93-46e5-836c-badde3659503 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:46:15.681785 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b62e3619-6496-400d-a120-f2aa835b5752 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584083'] for network, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:15.687837 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62e3619-6496-400d-a120-f2aa835b5752 admin admin] Pushing event deleted for resources: {'Network': ['ID=9afc06ef-1b26-424e-b8d1-9e18bb9a99a9,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:46:15.691376 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-b62e3619-6496-400d-a120-f2aa835b5752 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:46:15.695387 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-b62e3619-6496-400d-a120-f2aa835b5752 admin admin] 10.222.0.11 "DELETE /v2.0/networks/9afc06ef-1b26-424e-b8d1-9e18bb9a99a9 HTTP/1.1" status: 204 len: 168 time: 0.4245782 May 19 05:46:15.809391 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 46930) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:46:15.861036 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-d47e9170-5965-4230-8eb1-6673ef6a930f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3098365e909e457ab34909c298e95dbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0502133 May 19 05:46:15.863737 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 46934) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:46:15.864885 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-db7c5e23-657c-45d4-9da5-15ba3bf0d241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:15.922877 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-816a9a3e-8c10-40b8-acfc-e1b0383952b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:15.949733 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-816a9a3e-8c10-40b8-acfc-e1b0383952b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:16.002485 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-816a9a3e-8c10-40b8-acfc-e1b0383952b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:16.007147 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:46:16.020237 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816a9a3e-8c10-40b8-acfc-e1b0383952b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c472842f-0c1b-441c-ba70-75d1503c3d56,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:46:16.023042 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-816a9a3e-8c10-40b8-acfc-e1b0383952b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:46:16.023967 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-816a9a3e-8c10-40b8-acfc-e1b0383952b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:16.028173 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-816a9a3e-8c10-40b8-acfc-e1b0383952b7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c472842f-0c1b-441c-ba70-75d1503c3d56 HTTP/1.1" status: 204 len: 168 time: 0.1601009 May 19 05:46:16.383508 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 46952) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:46:16.432996 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-829efb9c-b544-4ab6-8af5-b4cf64ca7468 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4ef36438229b4ee28712c61b70255c4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0481896 May 19 05:46:16.435425 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 46960) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:46:16.501973 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c5e64f74-fd2b-4aed-9314-428479b19536 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:16.529733 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c5e64f74-fd2b-4aed-9314-428479b19536 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:16.647248 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c5e64f74-fd2b-4aed-9314-428479b19536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:16.652609 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-5b07ea26-88eb-4e2e-9b93-72e73e6f2065 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:46:16.668630 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb098b4-91ea-4126-b6ba-f4bc0b69981f req-fbbef1b8-66d1-4631-a007-bf44d963f051 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:46:16.670068 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-fcb098b4-91ea-4126-b6ba-f4bc0b69981f req-fbbef1b8-66d1-4631-a007-bf44d963f051 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce2b4528-1444-43e7-8e87-c4472b92ebf9 HTTP/1.1" status: 200 len: 945 time: 0.1234553 May 19 05:46:16.674468 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e64f74-fd2b-4aed-9314-428479b19536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13527d76-eb62-4e37-8425-5a861a101693,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:46:16.683213 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-c5e64f74-fd2b-4aed-9314-428479b19536 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:46:16.702645 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c5e64f74-fd2b-4aed-9314-428479b19536 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:16.703708 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-c5e64f74-fd2b-4aed-9314-428479b19536 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/13527d76-eb62-4e37-8425-5a861a101693 HTTP/1.1" status: 204 len: 168 time: 0.2674074 May 19 05:46:16.736956 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-fcb098b4-91ea-4126-b6ba-f4bc0b69981f req-36753a7f-f72e-4615-8194-ffb0eb76adaf tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=9fd27e09-fd1f-4fe8-9681-74181843f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511560 May 19 05:46:17.567860 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ca9ec6bf-79c4-448f-b3bb-8c49e8cf3732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:17.582818 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 47012) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:46:17.698292 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-35d5d872-567c-41c4-8186-238dfa85d3ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:17.712412 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-35d5d872-567c-41c4-8186-238dfa85d3ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:46:17.716159 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-35d5d872-567c-41c4-8186-238dfa85d3ca admin admin] Usage tracker for resource:security_group_rule and tenant:4c22dd96caff4501a60b25d6111ccf58 is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:46:17.719067 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-35d5d872-567c-41c4-8186-238dfa85d3ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:46:17.725162 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-35d5d872-567c-41c4-8186-238dfa85d3ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:46:17.812745 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-35d5d872-567c-41c4-8186-238dfa85d3ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:17.817373 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-35d5d872-567c-41c4-8186-238dfa85d3ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:17.825516 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-6b133fd3-a115-41eb-9333-6a13db3d4281 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:46:17.871522 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-35d5d872-567c-41c4-8186-238dfa85d3ca admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4c22dd96caff4501a60b25d6111ccf58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2852643 May 19 05:46:17.871865 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 47026) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:46:17.884905 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d5d872-567c-41c4-8186-238dfa85d3ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e81cda65-a57a-4d57-82fc-8562c0d53ae9,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:46:17.889900 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-35d5d872-567c-41c4-8186-238dfa85d3ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:46:17.935649 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-55c83674-de65-4f33-a1e7-25b94a14f4df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:17.942790 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaa416f-f67f-41b8-9970-1d93175396b7 req-e23cb452-db51-4a23-b6ce-2e758ba10407 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:46:17.944720 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3aaa416f-f67f-41b8-9970-1d93175396b7 req-e23cb452-db51-4a23-b6ce-2e758ba10407 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce2b4528-1444-43e7-8e87-c4472b92ebf9 HTTP/1.1" status: 200 len: 945 time: 0.0928667 May 19 05:46:17.963594 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-55c83674-de65-4f33-a1e7-25b94a14f4df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:17.996726 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3aaa416f-f67f-41b8-9970-1d93175396b7 req-6f185b15-21bd-4ddc-9e06-f5d7dd5b9558 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=9fd27e09-fd1f-4fe8-9681-74181843f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459659 May 19 05:46:18.018778 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-55c83674-de65-4f33-a1e7-25b94a14f4df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:18.023819 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-08949e33-bb55-4e4b-a133-8791d972fd3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:46:18.036310 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c83674-de65-4f33-a1e7-25b94a14f4df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e81cda65-a57a-4d57-82fc-8562c0d53ae9,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:46:18.039294 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-55c83674-de65-4f33-a1e7-25b94a14f4df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:46:18.041239 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-55c83674-de65-4f33-a1e7-25b94a14f4df admin admin] Notify callbacks [] for security_group, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:18.042326 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-55c83674-de65-4f33-a1e7-25b94a14f4df admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e81cda65-a57a-4d57-82fc-8562c0d53ae9 HTTP/1.1" status: 204 len: 168 time: 0.1696985 May 19 05:46:18.447964 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 47048) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:46:18.464979 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5c02abfd-1a0c-482e-a760-352dadc37560 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:18.479527 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-5c02abfd-1a0c-482e-a760-352dadc37560 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:46:18.483502 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-5c02abfd-1a0c-482e-a760-352dadc37560 admin admin] Usage tracker for resource:security_group_rule and tenant:e2bea42f7a294e97af6d90c094767849 is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:46:18.486464 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-5c02abfd-1a0c-482e-a760-352dadc37560 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:46:18.492996 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-5c02abfd-1a0c-482e-a760-352dadc37560 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:46:18.578441 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5c02abfd-1a0c-482e-a760-352dadc37560 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:18.583022 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5c02abfd-1a0c-482e-a760-352dadc37560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:18.595110 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-7be717ac-d040-4cb7-98c0-9a8b94a25e1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:46:18.633919 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-5c02abfd-1a0c-482e-a760-352dadc37560 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e2bea42f7a294e97af6d90c094767849&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1848917 May 19 05:46:18.635641 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c02abfd-1a0c-482e-a760-352dadc37560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2677560-e18f-4822-a229-a6e4ff32b98a,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:46:18.636544 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 47058) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:46:18.638581 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-5c02abfd-1a0c-482e-a760-352dadc37560 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:46:18.695700 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-991c5878-d57d-4753-96e9-34ec021d27e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:18.720860 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-991c5878-d57d-4753-96e9-34ec021d27e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:18.773313 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-991c5878-d57d-4753-96e9-34ec021d27e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:18.778010 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-36278c4b-a1d4-441a-8434-8ccd595b996f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:46:18.791837 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991c5878-d57d-4753-96e9-34ec021d27e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2677560-e18f-4822-a229-a6e4ff32b98a,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:46:18.794697 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-991c5878-d57d-4753-96e9-34ec021d27e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:46:18.796412 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-991c5878-d57d-4753-96e9-34ec021d27e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:18.801442 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-991c5878-d57d-4753-96e9-34ec021d27e3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e2677560-e18f-4822-a229-a6e4ff32b98a HTTP/1.1" status: 204 len: 168 time: 0.1638908 May 19 05:46:19.246488 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027b25f1-f6b0-4e78-bcd3-e67e63182fca req-454a3c55-56df-4146-8787-3e14b9cd4bc9 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:46:19.248668 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-027b25f1-f6b0-4e78-bcd3-e67e63182fca req-454a3c55-56df-4146-8787-3e14b9cd4bc9 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce2b4528-1444-43e7-8e87-c4472b92ebf9 HTTP/1.1" status: 200 len: 945 time: 0.1083972 May 19 05:46:19.294893 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-027b25f1-f6b0-4e78-bcd3-e67e63182fca req-9a0474d0-a088-4e3e-8938-af244081f33b tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=9fd27e09-fd1f-4fe8-9681-74181843f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400009 May 19 05:46:20.031772 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c5b8c-528b-4465-a40f-ac8638f1ce75 req-37dc0aab-67b6-4884-b995-f69205206fae tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:46:20.033216 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e16c5b8c-528b-4465-a40f-ac8638f1ce75 req-37dc0aab-67b6-4884-b995-f69205206fae tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa965fca-2ca6-4b8a-ab17-d563194604fe HTTP/1.1" status: 200 len: 945 time: 0.1672990 May 19 05:46:20.077641 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e16c5b8c-528b-4465-a40f-ac8638f1ce75 req-9addbef4-b52e-4891-a054-3f604676b0ad tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/security-groups?id=85b9f0b5-43eb-4607-90d8-db95d62f470d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378816 May 19 05:46:20.497252 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cd932d-b285-402b-9f9a-57808b978944 req-31a13bfd-9ca5-47b5-83a8-044d8f07e18f tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:46:20.498765 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-16cd932d-b285-402b-9f9a-57808b978944 req-31a13bfd-9ca5-47b5-83a8-044d8f07e18f tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce2b4528-1444-43e7-8e87-c4472b92ebf9 HTTP/1.1" status: 200 len: 945 time: 0.0873573 May 19 05:46:20.551823 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-16cd932d-b285-402b-9f9a-57808b978944 req-98d4c78b-4133-4af7-a77c-a616dd35cfbc tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=9fd27e09-fd1f-4fe8-9681-74181843f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458035 May 19 05:46:21.263638 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98be9e3-92ca-4bac-91ad-a3da211dc2e0 req-0eddf420-6d57-4d75-b121-ec3a492ca8d3 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:46:21.265094 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a98be9e3-92ca-4bac-91ad-a3da211dc2e0 req-0eddf420-6d57-4d75-b121-ec3a492ca8d3 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa965fca-2ca6-4b8a-ab17-d563194604fe HTTP/1.1" status: 200 len: 945 time: 0.0797179 May 19 05:46:21.312761 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a98be9e3-92ca-4bac-91ad-a3da211dc2e0 req-faa76823-f484-44db-b116-0257f0fd8c3d tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/security-groups?id=85b9f0b5-43eb-4607-90d8-db95d62f470d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413477 May 19 05:46:21.752940 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5120a67a-3b3e-4205-b891-b301152bd5e9 req-abeb8ed7-6856-4e0b-ac3b-f036f72360c5 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:46:21.754926 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5120a67a-3b3e-4205-b891-b301152bd5e9 req-abeb8ed7-6856-4e0b-ac3b-f036f72360c5 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce2b4528-1444-43e7-8e87-c4472b92ebf9 HTTP/1.1" status: 200 len: 945 time: 0.0860970 May 19 05:46:21.803210 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5120a67a-3b3e-4205-b891-b301152bd5e9 req-12a8037f-5e54-416b-b4a7-8ff2c6ec4bf6 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=9fd27e09-fd1f-4fe8-9681-74181843f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425799 May 19 05:46:22.509350 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fdbd40-aac4-4be0-9fa2-2e67ab5461bc req-a85c90d2-7ff2-46eb-b640-7e806c55b630 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:46:22.515374 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-47fdbd40-aac4-4be0-9fa2-2e67ab5461bc req-a85c90d2-7ff2-46eb-b640-7e806c55b630 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa965fca-2ca6-4b8a-ab17-d563194604fe HTTP/1.1" status: 200 len: 945 time: 0.0899227 May 19 05:46:22.559718 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-47fdbd40-aac4-4be0-9fa2-2e67ab5461bc req-0f5c74bf-f7c4-4005-80c5-c739df1889b2 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/security-groups?id=85b9f0b5-43eb-4607-90d8-db95d62f470d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430019 May 19 05:46:23.002697 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5ee040-18b9-4f75-b399-1440e988ea50 req-9c374cb0-baaa-42d7-a3df-71123b9e64fe tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:46:23.004650 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5e5ee040-18b9-4f75-b399-1440e988ea50 req-9c374cb0-baaa-42d7-a3df-71123b9e64fe tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce2b4528-1444-43e7-8e87-c4472b92ebf9 HTTP/1.1" status: 200 len: 945 time: 0.0842745 May 19 05:46:23.049747 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5e5ee040-18b9-4f75-b399-1440e988ea50 req-493d6e50-961e-4cef-9d47-29d98d4a0cef tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=9fd27e09-fd1f-4fe8-9681-74181843f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392873 May 19 05:46:23.750312 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6623c561-5085-4937-87d8-e8d974a3f90e req-52d46550-b024-4386-97a2-4f94cc872db8 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:46:23.751785 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6623c561-5085-4937-87d8-e8d974a3f90e req-52d46550-b024-4386-97a2-4f94cc872db8 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa965fca-2ca6-4b8a-ab17-d563194604fe HTTP/1.1" status: 200 len: 945 time: 0.0831804 May 19 05:46:23.797276 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6623c561-5085-4937-87d8-e8d974a3f90e req-2799636d-715f-4c21-b853-d2828c4e206f tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/security-groups?id=85b9f0b5-43eb-4607-90d8-db95d62f470d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389771 May 19 05:46:24.249722 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae1620e-fcdd-41bc-b5bb-3e09ed096491 req-76dc1328-d885-41f3-8be1-b1998ab6acf3 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:46:24.251288 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2ae1620e-fcdd-41bc-b5bb-3e09ed096491 req-76dc1328-d885-41f3-8be1-b1998ab6acf3 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce2b4528-1444-43e7-8e87-c4472b92ebf9 HTTP/1.1" status: 200 len: 945 time: 0.0881135 May 19 05:46:24.295628 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2ae1620e-fcdd-41bc-b5bb-3e09ed096491 req-0ced33e1-e0b7-4041-b674-3abd0fb26d6d tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=9fd27e09-fd1f-4fe8-9681-74181843f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383632 May 19 05:46:24.495769 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 47248) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:46:24.612061 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-66f7205d-b24c-4e05-ba34-1e4ad9aa9a27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:24.626713 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-66f7205d-b24c-4e05-ba34-1e4ad9aa9a27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:46:24.631132 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-66f7205d-b24c-4e05-ba34-1e4ad9aa9a27 admin admin] Usage tracker for resource:security_group_rule and tenant:98646f1365d14c66ace191f39a6b5541 is out of sync, need to count used quota {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:46:24.634443 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-66f7205d-b24c-4e05-ba34-1e4ad9aa9a27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:46:24.641847 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-66f7205d-b24c-4e05-ba34-1e4ad9aa9a27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:46:24.723440 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-66f7205d-b24c-4e05-ba34-1e4ad9aa9a27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:24.727186 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-66f7205d-b24c-4e05-ba34-1e4ad9aa9a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:24.734838 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-6c0d338b-9a90-4e65-8107-1c10b9899620 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:46:24.773992 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f7205d-b24c-4e05-ba34-1e4ad9aa9a27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27a17ec3-1373-4373-bfb1-2bacecab1cbf,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:46:24.778152 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-66f7205d-b24c-4e05-ba34-1e4ad9aa9a27 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=98646f1365d14c66ace191f39a6b5541&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2814062 May 19 05:46:24.779012 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-66f7205d-b24c-4e05-ba34-1e4ad9aa9a27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:46:24.780764 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 47256) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:46:24.840945 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-46730c1f-0aee-4dec-b8c4-c7c012a727a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:24.867371 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-46730c1f-0aee-4dec-b8c4-c7c012a727a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:24.919795 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-46730c1f-0aee-4dec-b8c4-c7c012a727a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:24.923533 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-e9a93e40-1c67-4fa7-8dba-9b8d60e8af3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:46:24.936870 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46730c1f-0aee-4dec-b8c4-c7c012a727a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a17ec3-1373-4373-bfb1-2bacecab1cbf,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:46:24.939172 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-46730c1f-0aee-4dec-b8c4-c7c012a727a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:46:24.943220 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-46730c1f-0aee-4dec-b8c4-c7c012a727a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:24.944962 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-46730c1f-0aee-4dec-b8c4-c7c012a727a2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/27a17ec3-1373-4373-bfb1-2bacecab1cbf HTTP/1.1" status: 204 len: 168 time: 0.1626360 May 19 05:46:24.989138 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75358d68-9f00-4f04-b33e-776c20335033 req-ea7f5451-8838-47fa-a865-661ce4fde8da tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:46:24.990737 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-75358d68-9f00-4f04-b33e-776c20335033 req-ea7f5451-8838-47fa-a865-661ce4fde8da tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa965fca-2ca6-4b8a-ab17-d563194604fe HTTP/1.1" status: 200 len: 945 time: 0.0875270 May 19 05:46:25.035580 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-75358d68-9f00-4f04-b33e-776c20335033 req-7850e23e-cf19-4138-b932-58acaa1a9512 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/security-groups?id=85b9f0b5-43eb-4607-90d8-db95d62f470d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390916 May 19 05:46:25.221621 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 47266) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:46:25.243062 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d86a2d25-2ba0-400f-b700-744a04000ad9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:25.257894 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-d86a2d25-2ba0-400f-b700-744a04000ad9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:46:25.261637 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-d86a2d25-2ba0-400f-b700-744a04000ad9 admin admin] Usage tracker for resource:security_group_rule and tenant:f5e55863531949bc9146c407c62222db is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:46:25.264414 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-d86a2d25-2ba0-400f-b700-744a04000ad9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:46:25.269936 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-d86a2d25-2ba0-400f-b700-744a04000ad9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:46:25.348468 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d86a2d25-2ba0-400f-b700-744a04000ad9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:25.352468 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d86a2d25-2ba0-400f-b700-744a04000ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:25.361086 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-5c02abfd-1a0c-482e-a760-352dadc37560 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:46:25.404706 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-d86a2d25-2ba0-400f-b700-744a04000ad9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f5e55863531949bc9146c407c62222db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1791244 May 19 05:46:25.404706 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86a2d25-2ba0-400f-b700-744a04000ad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a837ce-ca47-4a70-bfd0-f05ab913a221,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:46:25.405539 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 47272) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:46:25.406653 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-d86a2d25-2ba0-400f-b700-744a04000ad9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:46:25.521022 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a4725082-5bae-4da6-af35-3080ad3db441 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:25.552245 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a4725082-5bae-4da6-af35-3080ad3db441 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:25.567890 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aead3cba-e4a0-48f4-87fb-9d8d4265b359 req-b0687dc5-07b4-4c38-9043-690b877e9595 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:46:25.569333 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-aead3cba-e4a0-48f4-87fb-9d8d4265b359 req-b0687dc5-07b4-4c38-9043-690b877e9595 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce2b4528-1444-43e7-8e87-c4472b92ebf9 HTTP/1.1" status: 200 len: 945 time: 0.1514826 May 19 05:46:25.631517 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-aead3cba-e4a0-48f4-87fb-9d8d4265b359 req-6ac743fb-dfb2-4d7e-b5fd-19be42c4620d tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=9fd27e09-fd1f-4fe8-9681-74181843f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541520 May 19 05:46:25.647524 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a4725082-5bae-4da6-af35-3080ad3db441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:25.651251 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-e985288a-b4a2-4300-8678-fe40932f4630 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:46:25.668603 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4725082-5bae-4da6-af35-3080ad3db441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a837ce-ca47-4a70-bfd0-f05ab913a221,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:46:25.670924 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-a4725082-5bae-4da6-af35-3080ad3db441 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:46:25.672404 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a4725082-5bae-4da6-af35-3080ad3db441 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:25.673473 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-a4725082-5bae-4da6-af35-3080ad3db441 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e6a837ce-ca47-4a70-bfd0-f05ab913a221 HTTP/1.1" status: 204 len: 168 time: 0.2668877 May 19 05:46:26.160740 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Device 942ebcfa-98eb-4d38-870e-cd0f4b5236e0 details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=103392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 05:46:26.226291 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fd71ee-b44b-4d13-b08b-3c049ef9b60e req-309f1a01-0fa3-470c-85d5-bc119c5425d0 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:46:26.227916 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-14fd71ee-b44b-4d13-b08b-3c049ef9b60e req-309f1a01-0fa3-470c-85d5-bc119c5425d0 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa965fca-2ca6-4b8a-ab17-d563194604fe HTTP/1.1" status: 200 len: 945 time: 0.0832722 May 19 05:46:26.281105 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-14fd71ee-b44b-4d13-b08b-3c049ef9b60e req-23722409-655a-4f98-a3d0-857e39a71e4b tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/security-groups?id=85b9f0b5-43eb-4607-90d8-db95d62f470d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472069 May 19 05:46:26.304793 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] For port 942ebcfa-98eb-4d38-870e-cd0f4b5236e0, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=942ebcfa-98eb-4d38-870e-cd0f4b5236e0,segment=NetworkSegment(f507ec07-80b3-40da-acb9-6d4ba052bdb5),segment_id=f507ec07-80b3-40da-acb9-6d4ba052bdb5)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:46:26.318917 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Returning: {'device': '942ebcfa-98eb-4d38-870e-cd0f4b5236e0', 'network_id': '66468b2a-efab-4a3c-bf32-cbdbf073937c', 'port_id': '942ebcfa-98eb-4d38-870e-cd0f4b5236e0', 'mac_address': 'fa:16:3e:77:b5:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fe61487-2837-401f-bfcd-f193a4daf6f6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 05:46:26.374213 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:26.390944 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 942ebcfa-98eb-4d38-870e-cd0f4b5236e0 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 05:46:26.406321 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] For port 942ebcfa-98eb-4d38-870e-cd0f4b5236e0, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=942ebcfa-98eb-4d38-870e-cd0f4b5236e0,segment=NetworkSegment(f507ec07-80b3-40da-acb9-6d4ba052bdb5),segment_id=f507ec07-80b3-40da-acb9-6d4ba052bdb5)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:46:26.412114 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:26.414239 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:46:26.484222 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Pushing event updated for resources: {'Port': ['ID=942ebcfa-98eb-4d38-870e-cd0f4b5236e0,revision_number=6']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:46:26.495593 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:46:26.495932 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:46:26.496270 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:46:26.496597 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:46:26.496926 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:46:26.497248 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:46:26.497567 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:46:26.497938 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:46:26.498264 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:46:26.498606 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:46:26.498921 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:46:26.499233 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:46:26.503940 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:46:26.506924 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] get_ports_and_sgs() called for port_ids ['942ebcfa-98eb-4d38-870e-cd0f4b5236e0'] {{(pid=103392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 05:46:26.841165 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cbfbab-ddae-4bdb-a4ce-24c7564e7941 req-d215e8bb-8afa-44be-8fbd-122d5db0ca3f tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:46:26.842775 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-84cbfbab-ddae-4bdb-a4ce-24c7564e7941 req-d215e8bb-8afa-44be-8fbd-122d5db0ca3f tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce2b4528-1444-43e7-8e87-c4472b92ebf9 HTTP/1.1" status: 200 len: 944 time: 0.0937991 May 19 05:46:26.896655 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-84cbfbab-ddae-4bdb-a4ce-24c7564e7941 req-71c64910-bd79-4de6-b4c3-5d294b11524d tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=9fd27e09-fd1f-4fe8-9681-74181843f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480320 May 19 05:46:27.469359 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf26596-0e9d-4804-900d-aeebb3b93e81 req-76b9b930-ccb2-4a3f-98c1-2d542555d9ba tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:46:27.470877 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-bcf26596-0e9d-4804-900d-aeebb3b93e81 req-76b9b930-ccb2-4a3f-98c1-2d542555d9ba tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa965fca-2ca6-4b8a-ab17-d563194604fe HTTP/1.1" status: 200 len: 945 time: 0.0819876 May 19 05:46:27.517430 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-bcf26596-0e9d-4804-900d-aeebb3b93e81 req-b29b2d7f-6ea7-40b6-a8f4-ca2faf4fd40a tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/security-groups?id=85b9f0b5-43eb-4607-90d8-db95d62f470d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396006 May 19 05:46:28.095181 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d610e8-e06c-45cd-8e8f-090458b7e854 req-67d90fad-3295-4552-b5ae-28ce40b8bdd6 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:46:28.096721 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-91d610e8-e06c-45cd-8e8f-090458b7e854 req-67d90fad-3295-4552-b5ae-28ce40b8bdd6 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce2b4528-1444-43e7-8e87-c4472b92ebf9 HTTP/1.1" status: 200 len: 944 time: 0.0798135 May 19 05:46:28.148110 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:28.149067 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-91d610e8-e06c-45cd-8e8f-090458b7e854 req-1017fa9d-ea40-4438-bb3d-75a264850bdb tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=9fd27e09-fd1f-4fe8-9681-74181843f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456264 May 19 05:46:28.161568 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Device 942ebcfa-98eb-4d38-870e-cd0f4b5236e0 up at agent hyperv_hv-cinder-78240 {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:46:28.226675 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Provisioning complete for port 942ebcfa-98eb-4d38-870e-cd0f4b5236e0 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:46:28.227060 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:28.340672 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:28.368574 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce2b4528-1444-43e7-8e87-c4472b92ebf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '942ebcfa-98eb-4d38-870e-cd0f4b5236e0'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:46:28.377705 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] For port 942ebcfa-98eb-4d38-870e-cd0f4b5236e0, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=942ebcfa-98eb-4d38-870e-cd0f4b5236e0,segment=NetworkSegment(f507ec07-80b3-40da-acb9-6d4ba052bdb5),segment_id=f507ec07-80b3-40da-acb9-6d4ba052bdb5)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:46:28.382876 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:28.385592 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:46:28.418847 dv-cinder-782405-8-iscsi neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce2b4528-1444-43e7-8e87-c4472b92ebf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '942ebcfa-98eb-4d38-870e-cd0f4b5236e0', 'code': 200} May 19 05:46:28.454633 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Pushing event updated for resources: {'Port': ['ID=942ebcfa-98eb-4d38-870e-cd0f4b5236e0,revision_number=7']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:46:28.458349 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:46:28.703832 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4981400-5f45-4c3e-b13f-3f62e54d3def req-9dbfa0ed-ed69-4b64-86f7-466db944bcc0 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:46:28.705511 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b4981400-5f45-4c3e-b13f-3f62e54d3def req-9dbfa0ed-ed69-4b64-86f7-466db944bcc0 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa965fca-2ca6-4b8a-ab17-d563194604fe HTTP/1.1" status: 200 len: 945 time: 0.0795584 May 19 05:46:28.752064 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b4981400-5f45-4c3e-b13f-3f62e54d3def req-a3fb925f-59b5-4a08-9c0d-e34ec1efa7e9 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/security-groups?id=85b9f0b5-43eb-4607-90d8-db95d62f470d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402162 May 19 05:46:29.344081 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0296fbb-4858-4d48-87a5-b21edd3450e6 req-fbbcbeaf-41f7-48ab-9744-4296a185367c tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:46:29.345534 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f0296fbb-4858-4d48-87a5-b21edd3450e6 req-fbbcbeaf-41f7-48ab-9744-4296a185367c tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce2b4528-1444-43e7-8e87-c4472b92ebf9 HTTP/1.1" status: 200 len: 945 time: 0.0835831 May 19 05:46:29.394195 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f0296fbb-4858-4d48-87a5-b21edd3450e6 req-e8d9fdfa-bb38-4e0c-aad1-1cb9f30a4e7a tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=9fd27e09-fd1f-4fe8-9681-74181843f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427096 May 19 05:46:29.586232 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-8ef77f1b-c1f2-4f7f-903c-9c4facac0416 None None] Agent healthcheck: found 6 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 05:46:29.949229 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea275d0-f99c-4ca9-86e8-86383cf6dc6d req-b3c13e5d-3ba6-4fa5-ae69-2946bc9e47a6 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:46:29.950856 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7ea275d0-f99c-4ca9-86e8-86383cf6dc6d req-b3c13e5d-3ba6-4fa5-ae69-2946bc9e47a6 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa965fca-2ca6-4b8a-ab17-d563194604fe HTTP/1.1" status: 200 len: 945 time: 0.0912919 May 19 05:46:30.005457 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7ea275d0-f99c-4ca9-86e8-86383cf6dc6d req-110fe16c-e021-4f1b-8a1b-ffada7181e7f tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/security-groups?id=85b9f0b5-43eb-4607-90d8-db95d62f470d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473430 May 19 05:46:30.381820 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 47386) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:46:30.546322 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-801a03b0-3012-42a3-bf27-9008c6d18f83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:30.565839 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-801a03b0-3012-42a3-bf27-9008c6d18f83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:46:30.570293 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-801a03b0-3012-42a3-bf27-9008c6d18f83 admin admin] Usage tracker for resource:security_group_rule and tenant:246488ffe08a4f28aa16b9b04449362c is out of sync, need to count used quota {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:46:30.579844 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-801a03b0-3012-42a3-bf27-9008c6d18f83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:46:30.588167 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58de2a71-3ef2-4096-8308-e003af30079c req-a76d3728-31f3-4ba1-9bb0-b8f340035e26 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:46:30.590591 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-801a03b0-3012-42a3-bf27-9008c6d18f83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:46:30.595870 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-58de2a71-3ef2-4096-8308-e003af30079c req-a76d3728-31f3-4ba1-9bb0-b8f340035e26 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce2b4528-1444-43e7-8e87-c4472b92ebf9 HTTP/1.1" status: 200 len: 945 time: 0.0912969 May 19 05:46:30.656502 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-58de2a71-3ef2-4096-8308-e003af30079c req-08152832-3ee4-490b-b775-55a3a49b102e tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=9fd27e09-fd1f-4fe8-9681-74181843f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592711 May 19 05:46:30.706154 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-801a03b0-3012-42a3-bf27-9008c6d18f83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:30.710893 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-801a03b0-3012-42a3-bf27-9008c6d18f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:30.720301 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-2b37d9e3-00f1-47a1-9f6d-8ec9098f9008 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:46:30.763965 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-801a03b0-3012-42a3-bf27-9008c6d18f83 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=246488ffe08a4f28aa16b9b04449362c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3812299 May 19 05:46:30.765009 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801a03b0-3012-42a3-bf27-9008c6d18f83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f12eb4a-a907-4159-8432-40415e858889,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:46:30.766663 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 47394) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:46:30.768349 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-801a03b0-3012-42a3-bf27-9008c6d18f83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:46:30.847733 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-37a4d89c-8d81-493a-addb-d3032a33a8b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:30.881529 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-37a4d89c-8d81-493a-addb-d3032a33a8b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:30.939516 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-37a4d89c-8d81-493a-addb-d3032a33a8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:30.944002 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-29fa42cc-6e81-4296-b12c-e5c0a7c22907 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:46:30.961382 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a4d89c-8d81-493a-addb-d3032a33a8b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f12eb4a-a907-4159-8432-40415e858889,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:46:30.967038 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-37a4d89c-8d81-493a-addb-d3032a33a8b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:46:30.977539 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-37a4d89c-8d81-493a-addb-d3032a33a8b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:30.980933 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-37a4d89c-8d81-493a-addb-d3032a33a8b3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2f12eb4a-a907-4159-8432-40415e858889 HTTP/1.1" status: 204 len: 168 time: 0.2108171 May 19 05:46:31.234055 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc748ad-bbb0-4112-a8f9-3e083f64157e req-2472f0d0-8fa2-459e-9e3e-695fb62ecf6c tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:46:31.241751 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9fc748ad-bbb0-4112-a8f9-3e083f64157e req-2472f0d0-8fa2-459e-9e3e-695fb62ecf6c tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa965fca-2ca6-4b8a-ab17-d563194604fe HTTP/1.1" status: 200 len: 945 time: 0.1186717 May 19 05:46:31.291207 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9fc748ad-bbb0-4112-a8f9-3e083f64157e req-ab9ab80f-5d25-457f-b4dc-d23c1197985b tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/security-groups?id=85b9f0b5-43eb-4607-90d8-db95d62f470d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483396 May 19 05:46:31.406745 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 47406) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:46:31.429440 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-693506dc-f4e5-42ac-94d7-59ebc1afd13b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:31.444570 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-693506dc-f4e5-42ac-94d7-59ebc1afd13b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:46:31.448670 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-693506dc-f4e5-42ac-94d7-59ebc1afd13b admin admin] Usage tracker for resource:security_group_rule and tenant:46f0854908484a7283355cad4be31f2b is out of sync, need to count used quota {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:46:31.451941 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-693506dc-f4e5-42ac-94d7-59ebc1afd13b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:46:31.458339 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-693506dc-f4e5-42ac-94d7-59ebc1afd13b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:46:31.548288 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-693506dc-f4e5-42ac-94d7-59ebc1afd13b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:31.557683 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-693506dc-f4e5-42ac-94d7-59ebc1afd13b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:31.566801 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-0c471569-b948-418d-8db1-78fd15fff794 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:46:31.610892 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-693506dc-f4e5-42ac-94d7-59ebc1afd13b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=46f0854908484a7283355cad4be31f2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2029948 May 19 05:46:31.612073 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693506dc-f4e5-42ac-94d7-59ebc1afd13b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=031228b9-6974-4141-a5a5-272dfae5ca83,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:46:31.614454 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 47410) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:46:31.616258 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-693506dc-f4e5-42ac-94d7-59ebc1afd13b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:46:31.686320 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6a8e0012-53d7-45ab-ac18-82ef972e3f60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:31.713392 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6a8e0012-53d7-45ab-ac18-82ef972e3f60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:31.838587 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6a8e0012-53d7-45ab-ac18-82ef972e3f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:31.845003 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-4494db1f-be22-42be-8333-52e37b1aeceb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:46:31.859209 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8e0012-53d7-45ab-ac18-82ef972e3f60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=031228b9-6974-4141-a5a5-272dfae5ca83,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:46:31.862266 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-6a8e0012-53d7-45ab-ac18-82ef972e3f60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:46:31.871674 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6a8e0012-53d7-45ab-ac18-82ef972e3f60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:31.875044 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-6a8e0012-53d7-45ab-ac18-82ef972e3f60 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/031228b9-6974-4141-a5a5-272dfae5ca83 HTTP/1.1" status: 204 len: 168 time: 0.2568190 May 19 05:46:31.884808 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681f4d72-ff6c-4cbf-822f-2f421800d64e req-3f66fcf8-d6e6-4b6a-b1a5-a36b4c57622b tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:46:31.886277 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-681f4d72-ff6c-4cbf-822f-2f421800d64e req-3f66fcf8-d6e6-4b6a-b1a5-a36b4c57622b tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce2b4528-1444-43e7-8e87-c4472b92ebf9 HTTP/1.1" status: 200 len: 945 time: 0.1138976 May 19 05:46:31.932052 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-681f4d72-ff6c-4cbf-822f-2f421800d64e req-0a9736d9-d8f4-408b-9820-c18ed8bba3dd tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=9fd27e09-fd1f-4fe8-9681-74181843f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396831 May 19 05:46:32.644613 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3c7011-1d90-4a0e-8630-54a31d6c375d req-38eef9b0-29ac-484e-8dba-507344e56459 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:46:32.648018 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-af3c7011-1d90-4a0e-8630-54a31d6c375d req-38eef9b0-29ac-484e-8dba-507344e56459 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa965fca-2ca6-4b8a-ab17-d563194604fe HTTP/1.1" status: 200 len: 945 time: 0.2078679 May 19 05:46:32.705227 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-af3c7011-1d90-4a0e-8630-54a31d6c375d req-e31072e1-39f2-4f88-b76c-e0495e50aadc tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/security-groups?id=85b9f0b5-43eb-4607-90d8-db95d62f470d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491126 May 19 05:46:33.274622 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26d921a-c393-499d-85d0-b3bafb1772f1 req-1dc4e3d6-f2df-4376-865e-3e5dadffab0e tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:46:33.276206 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a26d921a-c393-499d-85d0-b3bafb1772f1 req-1dc4e3d6-f2df-4376-865e-3e5dadffab0e tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce2b4528-1444-43e7-8e87-c4472b92ebf9 HTTP/1.1" status: 200 len: 945 time: 0.1541247 May 19 05:46:33.328279 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a26d921a-c393-499d-85d0-b3bafb1772f1 req-37319721-4da7-4e4b-bbbf-9236d8161c95 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=9fd27e09-fd1f-4fe8-9681-74181843f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440664 May 19 05:46:33.903190 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454ccc80-9799-46e5-a5b2-cb159a1fc2b2 req-f79c3655-a847-4d36-9e57-088336a41a7d tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:46:33.904749 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-454ccc80-9799-46e5-a5b2-cb159a1fc2b2 req-f79c3655-a847-4d36-9e57-088336a41a7d tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa965fca-2ca6-4b8a-ab17-d563194604fe HTTP/1.1" status: 200 len: 945 time: 0.0847075 May 19 05:46:33.959369 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-454ccc80-9799-46e5-a5b2-cb159a1fc2b2 req-ac243828-ce0f-4034-a5c8-fc8fde5d0f04 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/security-groups?id=85b9f0b5-43eb-4607-90d8-db95d62f470d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484054 May 19 05:46:34.541159 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59207c76-b75f-4356-a7c0-0a0662463c22 req-10563053-bca5-4434-bc61-5893711dd224 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:46:34.542535 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-59207c76-b75f-4356-a7c0-0a0662463c22 req-10563053-bca5-4434-bc61-5893711dd224 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce2b4528-1444-43e7-8e87-c4472b92ebf9 HTTP/1.1" status: 200 len: 945 time: 0.0877900 May 19 05:46:34.610031 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-59207c76-b75f-4356-a7c0-0a0662463c22 req-77a7c45e-b75d-40da-9601-529f1111e130 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=9fd27e09-fd1f-4fe8-9681-74181843f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614526 May 19 05:46:35.167219 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442aa2fb-832c-4c31-8f41-be0d42a080c2 req-b659db94-b4d9-4d93-b874-c880a0de2f0d tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:46:35.175202 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-442aa2fb-832c-4c31-8f41-be0d42a080c2 req-b659db94-b4d9-4d93-b874-c880a0de2f0d tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa965fca-2ca6-4b8a-ab17-d563194604fe HTTP/1.1" status: 200 len: 945 time: 0.1014833 May 19 05:46:35.229306 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-442aa2fb-832c-4c31-8f41-be0d42a080c2 req-39b4165f-c33b-46ad-955c-217f08ee0f1d tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/security-groups?id=85b9f0b5-43eb-4607-90d8-db95d62f470d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529535 May 19 05:46:35.804610 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfa5778-4f85-4784-b4b9-5399eeb0dd3a req-e600ed19-f112-48e4-a28e-17161f29ef77 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:46:35.806135 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0cfa5778-4f85-4784-b4b9-5399eeb0dd3a req-e600ed19-f112-48e4-a28e-17161f29ef77 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce2b4528-1444-43e7-8e87-c4472b92ebf9 HTTP/1.1" status: 200 len: 945 time: 0.0900013 May 19 05:46:35.853945 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0cfa5778-4f85-4784-b4b9-5399eeb0dd3a req-756b4652-cbd4-438c-a7ac-392446b96380 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=9fd27e09-fd1f-4fe8-9681-74181843f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417991 May 19 05:46:36.519383 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872b5dd6-47b7-40fa-a706-588a633471c8 req-4f4f6242-d068-4e14-b21a-cb8a2a243ef9 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:46:36.520987 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-872b5dd6-47b7-40fa-a706-588a633471c8 req-4f4f6242-d068-4e14-b21a-cb8a2a243ef9 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa965fca-2ca6-4b8a-ab17-d563194604fe HTTP/1.1" status: 200 len: 945 time: 0.1451352 May 19 05:46:36.567760 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-872b5dd6-47b7-40fa-a706-588a633471c8 req-4758026a-642d-419f-9984-7b7e286dce2b tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/security-groups?id=85b9f0b5-43eb-4607-90d8-db95d62f470d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409446 May 19 05:46:36.956174 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98f2a88-8ebe-4f87-aaf6-5861fc517122 req-c74d1f8a-f376-4c68-91e8-d8a0836bd4fb tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:46:36.958190 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d98f2a88-8ebe-4f87-aaf6-5861fc517122 req-c74d1f8a-f376-4c68-91e8-d8a0836bd4fb tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa965fca-2ca6-4b8a-ab17-d563194604fe HTTP/1.1" status: 200 len: 945 time: 0.1078007 May 19 05:46:37.008549 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d98f2a88-8ebe-4f87-aaf6-5861fc517122 req-01c21072-aabc-4851-96c8-37ee15e2e5a8 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/security-groups?id=85b9f0b5-43eb-4607-90d8-db95d62f470d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439034 May 19 05:46:37.070190 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a658241-a170-4dad-a3cf-086c8b684e95 req-a74ce6e5-fe4b-4eb1-b01c-4046be8cb981 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:46:37.071688 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0a658241-a170-4dad-a3cf-086c8b684e95 req-a74ce6e5-fe4b-4eb1-b01c-4046be8cb981 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce2b4528-1444-43e7-8e87-c4472b92ebf9 HTTP/1.1" status: 200 len: 945 time: 0.0850046 May 19 05:46:37.131114 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0a658241-a170-4dad-a3cf-086c8b684e95 req-2c633932-f232-42c5-b845-33449662e2c7 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=9fd27e09-fd1f-4fe8-9681-74181843f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529037 May 19 05:46:38.194970 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323bd739-c544-4880-be5c-445cdbc42d15 req-b2995117-6138-4047-8218-dd99f1d32f8c tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:46:38.196507 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-323bd739-c544-4880-be5c-445cdbc42d15 req-b2995117-6138-4047-8218-dd99f1d32f8c tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa965fca-2ca6-4b8a-ab17-d563194604fe HTTP/1.1" status: 200 len: 945 time: 0.0844233 May 19 05:46:38.258807 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-323bd739-c544-4880-be5c-445cdbc42d15 req-8d0dbe55-8d7d-4da1-a96e-7522d38dba64 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/security-groups?id=85b9f0b5-43eb-4607-90d8-db95d62f470d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564516 May 19 05:46:38.330518 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69952bbe-50a5-4b3f-9043-fb3fdb0d0bd7 req-53202fab-c3a7-4a7f-bda3-7ea602896c6b tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:46:38.331994 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-69952bbe-50a5-4b3f-9043-fb3fdb0d0bd7 req-53202fab-c3a7-4a7f-bda3-7ea602896c6b tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce2b4528-1444-43e7-8e87-c4472b92ebf9 HTTP/1.1" status: 200 len: 945 time: 0.0874071 May 19 05:46:38.385182 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-69952bbe-50a5-4b3f-9043-fb3fdb0d0bd7 req-af97c828-03a9-4874-92cf-04d0bbb2e138 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=9fd27e09-fd1f-4fe8-9681-74181843f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473382 May 19 05:46:39.469306 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f20b32-012d-4839-a01d-e6df886a9d9f req-3a860af1-82e3-4f9a-bf02-cc4adcdf3b84 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:46:39.470871 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f4f20b32-012d-4839-a01d-e6df886a9d9f req-3a860af1-82e3-4f9a-bf02-cc4adcdf3b84 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa965fca-2ca6-4b8a-ab17-d563194604fe HTTP/1.1" status: 200 len: 945 time: 0.0927970 May 19 05:46:39.522077 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f4f20b32-012d-4839-a01d-e6df886a9d9f req-9748fefe-c7a9-410b-a9b3-b16da9d7ded2 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/security-groups?id=85b9f0b5-43eb-4607-90d8-db95d62f470d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408139 May 19 05:46:39.633822 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b0e863-a084-4de2-8708-2db55d6bafc5 req-b70afcea-293e-4499-b4e2-619cfe7aaf1c tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:46:39.635401 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d1b0e863-a084-4de2-8708-2db55d6bafc5 req-b70afcea-293e-4499-b4e2-619cfe7aaf1c tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce2b4528-1444-43e7-8e87-c4472b92ebf9 HTTP/1.1" status: 200 len: 945 time: 0.0946345 May 19 05:46:39.687527 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d1b0e863-a084-4de2-8708-2db55d6bafc5 req-e2e32f29-d6bd-4b3d-b78f-a542d6b5be16 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=9fd27e09-fd1f-4fe8-9681-74181843f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455039 May 19 05:46:40.726573 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29a0ed5-4c81-4446-828b-f699cd36a4da req-8d221532-c5f8-4e32-b844-914ed15e50ee tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:46:40.728134 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d29a0ed5-4c81-4446-828b-f699cd36a4da req-8d221532-c5f8-4e32-b844-914ed15e50ee tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa965fca-2ca6-4b8a-ab17-d563194604fe HTTP/1.1" status: 200 len: 945 time: 0.0942307 May 19 05:46:40.773864 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d29a0ed5-4c81-4446-828b-f699cd36a4da req-18e3cd40-0320-485f-bb70-69d444ae2ab3 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/security-groups?id=85b9f0b5-43eb-4607-90d8-db95d62f470d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397105 May 19 05:46:40.955465 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe2121e-ff1a-470f-8d2d-be09fc0aabbd req-c90ddb51-5b51-49c2-a3ff-8af12641304d tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:46:40.956926 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9fe2121e-ff1a-470f-8d2d-be09fc0aabbd req-c90ddb51-5b51-49c2-a3ff-8af12641304d tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce2b4528-1444-43e7-8e87-c4472b92ebf9 HTTP/1.1" status: 200 len: 945 time: 0.1505344 May 19 05:46:41.000872 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9fe2121e-ff1a-470f-8d2d-be09fc0aabbd req-ba28704b-0833-4805-85b4-31a73d47f389 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=9fd27e09-fd1f-4fe8-9681-74181843f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383005 May 19 05:46:41.954819 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa5da5c-d61b-43a4-a5a1-f4ce0963f427 req-638014a2-1fc9-44b3-aae4-0f19316e6614 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:46:41.956234 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0fa5da5c-d61b-43a4-a5a1-f4ce0963f427 req-638014a2-1fc9-44b3-aae4-0f19316e6614 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa965fca-2ca6-4b8a-ab17-d563194604fe HTTP/1.1" status: 200 len: 945 time: 0.0782092 May 19 05:46:41.999042 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0fa5da5c-d61b-43a4-a5a1-f4ce0963f427 req-f3c8950f-bbd6-43bb-9d54-7610033bd7f0 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/security-groups?id=85b9f0b5-43eb-4607-90d8-db95d62f470d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365989 May 19 05:46:42.183928 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0275d607-14a0-4eb7-9a0e-85e65b6ec3d1 req-98de28ee-6877-4758-ad81-3c6623421d05 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:46:42.185099 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0275d607-14a0-4eb7-9a0e-85e65b6ec3d1 req-98de28ee-6877-4758-ad81-3c6623421d05 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce2b4528-1444-43e7-8e87-c4472b92ebf9 HTTP/1.1" status: 200 len: 945 time: 0.0789175 May 19 05:46:42.231648 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0275d607-14a0-4eb7-9a0e-85e65b6ec3d1 req-86060b54-e966-4e49-a685-92054448771d tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=9fd27e09-fd1f-4fe8-9681-74181843f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408385 May 19 05:46:42.320075 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b10c6c04-807b-4550-a945-26be2d22ec9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:43.006431 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caf692f-80ce-4626-b5b2-56ad9fa81b47 req-e1f513a0-a5da-42a9-a1c7-3d521af94fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:46:43.007875 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9caf692f-80ce-4626-b5b2-56ad9fa81b47 req-e1f513a0-a5da-42a9-a1c7-3d521af94fd2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e11f985d37b842499bf1e28b1ad007cf&device_id=aa965fca-2ca6-4b8a-ab17-d563194604fe HTTP/1.1" status: 200 len: 1098 time: 0.0688460 May 19 05:46:43.137432 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caf692f-80ce-4626-b5b2-56ad9fa81b47 req-22cb50b2-a0d7-42f0-92c7-b2efa38b0d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:46:43.138902 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9caf692f-80ce-4626-b5b2-56ad9fa81b47 req-22cb50b2-a0d7-42f0-92c7-b2efa38b0d78 service neutron] 10.222.0.26 "GET /v2.0/networks?id=89d5aa65-3a6d-4be9-a00d-99ff97528276 HTTP/1.1" status: 200 len: 912 time: 0.1240900 May 19 05:46:43.184674 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaf60c5-e8ee-404d-beeb-714968ecb79b req-1b6b24cf-4f43-4a61-bcd7-bf37023269bb tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:46:43.185940 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-baaf60c5-e8ee-404d-beeb-714968ecb79b req-1b6b24cf-4f43-4a61-bcd7-bf37023269bb tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa965fca-2ca6-4b8a-ab17-d563194604fe HTTP/1.1" status: 200 len: 945 time: 0.0814662 May 19 05:46:43.230463 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-baaf60c5-e8ee-404d-beeb-714968ecb79b req-b38f733c-a735-45ee-9e74-3ba806f39ef4 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/security-groups?id=85b9f0b5-43eb-4607-90d8-db95d62f470d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387380 May 19 05:46:43.240934 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9caf692f-80ce-4626-b5b2-56ad9fa81b47 req-0bafb3f8-aed7-40e3-818a-7026978df155 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=00acc5b4-63cc-4b2d-90c9-676ae826dafb HTTP/1.1" status: 200 len: 1000 time: 0.0945253 May 19 05:46:43.303071 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caf692f-80ce-4626-b5b2-56ad9fa81b47 req-f8c1e698-c460-4711-b4c6-d4a89df2e1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:46:43.304812 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9caf692f-80ce-4626-b5b2-56ad9fa81b47 req-f8c1e698-c460-4711-b4c6-d4a89df2e1c2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=82fd848a-77f0-4d3d-8454-3c0dcf103642 HTTP/1.1" status: 200 len: 850 time: 0.0573611 May 19 05:46:43.453989 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caf692f-80ce-4626-b5b2-56ad9fa81b47 req-0ef24f09-4644-4369-847b-d6401ea3600f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:46:43.455506 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9caf692f-80ce-4626-b5b2-56ad9fa81b47 req-0ef24f09-4644-4369-847b-d6401ea3600f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=89d5aa65-3a6d-4be9-a00d-99ff97528276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1357813 May 19 05:46:43.463377 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a9173d-26d5-492a-8635-44709acc3a8a req-0992247e-0408-45fa-b056-482ce32e4366 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:46:43.464727 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-84a9173d-26d5-492a-8635-44709acc3a8a req-0992247e-0408-45fa-b056-482ce32e4366 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce2b4528-1444-43e7-8e87-c4472b92ebf9 HTTP/1.1" status: 200 len: 945 time: 0.1080468 May 19 05:46:43.593726 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-84a9173d-26d5-492a-8635-44709acc3a8a req-f1e3c805-5d14-4683-8013-b05b42e801c7 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=9fd27e09-fd1f-4fe8-9681-74181843f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078010 May 19 05:46:43.627181 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9caf692f-80ce-4626-b5b2-56ad9fa81b47 req-4a6cee07-a8d0-4323-9b77-e9b5a49bb08f service neutron] 10.222.0.26 "GET /v2.0/networks/89d5aa65-3a6d-4be9-a00d-99ff97528276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606047 May 19 05:46:43.756751 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9caf692f-80ce-4626-b5b2-56ad9fa81b47 req-98a92c94-0029-46cc-8f7a-5335ccb1169b service neutron] 10.222.0.26 "GET /v2.0/networks/89d5aa65-3a6d-4be9-a00d-99ff97528276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224275 May 19 05:46:44.413351 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bae2b3d-b8ad-4c6e-bcc8-2680e31a1434 req-45762918-82f1-449e-91af-928ba8055f87 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:46:44.414844 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8bae2b3d-b8ad-4c6e-bcc8-2680e31a1434 req-45762918-82f1-449e-91af-928ba8055f87 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa965fca-2ca6-4b8a-ab17-d563194604fe HTTP/1.1" status: 200 len: 945 time: 0.0806706 May 19 05:46:44.464905 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8bae2b3d-b8ad-4c6e-bcc8-2680e31a1434 req-214228aa-3b96-4dc6-9e28-cdfa138aa4b1 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/security-groups?id=85b9f0b5-43eb-4607-90d8-db95d62f470d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439034 May 19 05:46:44.551222 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea932a-6831-4085-8832-b35947556652 req-254c0053-0512-4150-b5ea-9f6fc9b7fe72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:46:44.552701 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ceea932a-6831-4085-8832-b35947556652 req-254c0053-0512-4150-b5ea-9f6fc9b7fe72 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c17fd9a8c56841e28e94a39c06931094&device_id=ce2b4528-1444-43e7-8e87-c4472b92ebf9 HTTP/1.1" status: 200 len: 1098 time: 0.0815983 May 19 05:46:44.687015 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9f002017-ebc4-4894-9020-33f46912f922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:44.704014 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea932a-6831-4085-8832-b35947556652 req-ce0b8246-2ddd-43d3-ae21-a7034331d465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:46:44.705449 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ceea932a-6831-4085-8832-b35947556652 req-ce0b8246-2ddd-43d3-ae21-a7034331d465 service neutron] 10.222.0.26 "GET /v2.0/networks?id=66468b2a-efab-4a3c-bf32-cbdbf073937c HTTP/1.1" status: 200 len: 918 time: 0.1459157 May 19 05:46:44.829206 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:44.857725 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ceea932a-6831-4085-8832-b35947556652 req-901056ab-3739-4a99-acfc-6ca18ff97dac service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=942ebcfa-98eb-4d38-870e-cd0f4b5236e0 HTTP/1.1" status: 200 len: 1001 time: 0.1174717 May 19 05:46:44.874318 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13201fc0-8c0b-424f-a0d5-8289acf7da7a req-a0ed865d-66e4-4106-8dac-153cd90563f5 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:46:44.875746 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-13201fc0-8c0b-424f-a0d5-8289acf7da7a req-a0ed865d-66e4-4106-8dac-153cd90563f5 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce2b4528-1444-43e7-8e87-c4472b92ebf9 HTTP/1.1" status: 200 len: 945 time: 0.1660800 May 19 05:46:44.962973 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea932a-6831-4085-8832-b35947556652 req-f5ef239a-b8e4-459b-bcae-42559e07790c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:46:44.964376 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ceea932a-6831-4085-8832-b35947556652 req-f5ef239a-b8e4-459b-bcae-42559e07790c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0fe61487-2837-401f-bfcd-f193a4daf6f6 HTTP/1.1" status: 200 len: 856 time: 0.0978055 May 19 05:46:44.971046 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-13201fc0-8c0b-424f-a0d5-8289acf7da7a req-984f4b63-44b9-4408-a782-f7917323912a tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=9fd27e09-fd1f-4fe8-9681-74181843f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595522 May 19 05:46:45.039310 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea932a-6831-4085-8832-b35947556652 req-9fe6b47f-44f4-4555-83a2-d8d8a89f99d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:46:45.040748 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ceea932a-6831-4085-8832-b35947556652 req-9fe6b47f-44f4-4555-83a2-d8d8a89f99d0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=66468b2a-efab-4a3c-bf32-cbdbf073937c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0688829 May 19 05:46:45.244855 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ceea932a-6831-4085-8832-b35947556652 req-698e561c-0cbb-47d1-8308-73c5378b33df service neutron] 10.222.0.26 "GET /v2.0/networks/66468b2a-efab-4a3c-bf32-cbdbf073937c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953695 May 19 05:46:45.371440 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ceea932a-6831-4085-8832-b35947556652 req-ccb9bc71-197a-4cf6-bff4-3d784a95efcc service neutron] 10.222.0.26 "GET /v2.0/networks/66468b2a-efab-4a3c-bf32-cbdbf073937c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195130 May 19 05:46:45.644345 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b0095f-f6c9-4f7b-b79e-870ec106a83c req-d79dfa8b-d693-414f-8e51-4149bf73de41 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:46:45.645834 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c8b0095f-f6c9-4f7b-b79e-870ec106a83c req-d79dfa8b-d693-414f-8e51-4149bf73de41 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa965fca-2ca6-4b8a-ab17-d563194604fe HTTP/1.1" status: 200 len: 945 time: 0.0786498 May 19 05:46:45.692325 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c8b0095f-f6c9-4f7b-b79e-870ec106a83c req-f1660864-e6a1-4c22-92bf-3491858e8fb3 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/security-groups?id=85b9f0b5-43eb-4607-90d8-db95d62f470d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397332 May 19 05:46:45.863823 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-db7c5e23-657c-45d4-9da5-15ba3bf0d241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:46.161627 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3b11e7-ccd5-45cb-b11a-54dbe21a0f04 req-905e87c1-aca5-46a6-8cf3-6be8e88ebe24 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:46:46.163023 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8c3b11e7-ccd5-45cb-b11a-54dbe21a0f04 req-905e87c1-aca5-46a6-8cf3-6be8e88ebe24 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce2b4528-1444-43e7-8e87-c4472b92ebf9 HTTP/1.1" status: 200 len: 945 time: 0.0829284 May 19 05:46:46.206691 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8c3b11e7-ccd5-45cb-b11a-54dbe21a0f04 req-5c040328-0e12-41d8-8366-634077e354e4 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=9fd27e09-fd1f-4fe8-9681-74181843f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380197 May 19 05:46:47.080049 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Device 942ebcfa-98eb-4d38-870e-cd0f4b5236e0 no longer exists at agent hyperv_hv-cinder-78240 {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 05:46:47.187192 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:47.212118 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce2b4528-1444-43e7-8e87-c4472b92ebf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '942ebcfa-98eb-4d38-870e-cd0f4b5236e0'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:46:47.221390 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] For port 942ebcfa-98eb-4d38-870e-cd0f4b5236e0, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=942ebcfa-98eb-4d38-870e-cd0f4b5236e0,segment=NetworkSegment(f507ec07-80b3-40da-acb9-6d4ba052bdb5),segment_id=f507ec07-80b3-40da-acb9-6d4ba052bdb5)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:46:47.226907 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:47.228686 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:46:47.265135 dv-cinder-782405-8-iscsi neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce2b4528-1444-43e7-8e87-c4472b92ebf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '942ebcfa-98eb-4d38-870e-cd0f4b5236e0', 'code': 200} May 19 05:46:47.296371 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Pushing event updated for resources: {'Port': ['ID=942ebcfa-98eb-4d38-870e-cd0f4b5236e0,revision_number=8']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:46:47.299396 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:46:47.398570 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafd42ce-abd9-4653-bd3b-a18e4d7df028 req-b4406e8e-2047-493e-ac49-598573b2612f tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:46:47.400013 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-cafd42ce-abd9-4653-bd3b-a18e4d7df028 req-b4406e8e-2047-493e-ac49-598573b2612f tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce2b4528-1444-43e7-8e87-c4472b92ebf9 HTTP/1.1" status: 200 len: 943 time: 0.0783834 May 19 05:46:47.446445 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-cafd42ce-abd9-4653-bd3b-a18e4d7df028 req-99ac8aa3-26d5-406d-9ec5-d5a316640a14 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=9fd27e09-fd1f-4fe8-9681-74181843f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408702 May 19 05:46:47.562437 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ca9ec6bf-79c4-448f-b3bb-8c49e8cf3732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:48.636563 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7a8d33-d18a-4205-b547-b5bedb541bc9 req-c2c2e60b-4eb9-455c-bbd8-022f5dbbc9ed tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:46:48.637985 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ae7a8d33-d18a-4205-b547-b5bedb541bc9 req-c2c2e60b-4eb9-455c-bbd8-022f5dbbc9ed tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce2b4528-1444-43e7-8e87-c4472b92ebf9 HTTP/1.1" status: 200 len: 943 time: 0.0806086 May 19 05:46:48.681312 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ae7a8d33-d18a-4205-b547-b5bedb541bc9 req-331cf532-7fee-42de-a194-f8a50455fa06 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=9fd27e09-fd1f-4fe8-9681-74181843f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377600 May 19 05:46:49.865752 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec992a78-61f2-46b8-ab99-c2c331cecf9e req-1fe0e1bc-e4e3-4238-8bb1-a96db492e66f tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:46:49.867232 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ec992a78-61f2-46b8-ab99-c2c331cecf9e req-1fe0e1bc-e4e3-4238-8bb1-a96db492e66f tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce2b4528-1444-43e7-8e87-c4472b92ebf9 HTTP/1.1" status: 200 len: 943 time: 0.0793543 May 19 05:46:49.910113 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ec992a78-61f2-46b8-ab99-c2c331cecf9e req-2d2d8129-c092-4ed1-8cdd-4fe31c1e8fa4 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=9fd27e09-fd1f-4fe8-9681-74181843f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373046 May 19 05:46:51.110235 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70434630-b0fe-455b-9780-f29cd61eb756 req-488b505a-642b-46eb-9f78-bdb5ccd08758 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:46:51.112182 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-70434630-b0fe-455b-9780-f29cd61eb756 req-488b505a-642b-46eb-9f78-bdb5ccd08758 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce2b4528-1444-43e7-8e87-c4472b92ebf9 HTTP/1.1" status: 200 len: 943 time: 0.0820107 May 19 05:46:51.155534 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-70434630-b0fe-455b-9780-f29cd61eb756 req-df28315c-8a8f-4dd3-83cd-e9f358a6eaac tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=9fd27e09-fd1f-4fe8-9681-74181843f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378013 May 19 05:46:52.362183 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2638acf0-1d9c-49cf-86ff-74b29b2c5067 req-423199b7-6d42-483c-bfed-b210c0639fc4 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:46:52.364407 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2638acf0-1d9c-49cf-86ff-74b29b2c5067 req-423199b7-6d42-483c-bfed-b210c0639fc4 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce2b4528-1444-43e7-8e87-c4472b92ebf9 HTTP/1.1" status: 200 len: 943 time: 0.0899568 May 19 05:46:52.412817 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2638acf0-1d9c-49cf-86ff-74b29b2c5067 req-acdcffcf-1072-4a72-9281-2bc637b03357 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=9fd27e09-fd1f-4fe8-9681-74181843f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423880 May 19 05:46:53.324984 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c92d07-c372-4124-96fb-cbd72a800724 req-9a486e92-24c1-468f-89f7-4ef4ff16aa35 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:46:53.326451 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c2c92d07-c372-4124-96fb-cbd72a800724 req-9a486e92-24c1-468f-89f7-4ef4ff16aa35 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce2b4528-1444-43e7-8e87-c4472b92ebf9 HTTP/1.1" status: 200 len: 943 time: 0.0826902 May 19 05:46:53.371106 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c2c92d07-c372-4124-96fb-cbd72a800724 req-62ef54e3-62e3-4303-9479-3dcc1e03941e tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=9fd27e09-fd1f-4fe8-9681-74181843f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388551 May 19 05:46:53.654515 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 47682) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:46:53.780814 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f4a95765-5ae3-4b22-962a-63060409064b req-7b88769d-f80c-477f-bec1-7d7e34e79962 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ce2b4528-1444-43e7-8e87-c4472b92ebf9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1247442 May 19 05:46:54.361837 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Device 942ebcfa-98eb-4d38-870e-cd0f4b5236e0 no longer exists at agent hyperv_hv-cinder-78240 {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 05:46:54.566383 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3463b878-8de9-463b-be6a-3f19d889eed5 req-6de7a647-5af5-4513-927c-40f0af1a13cd tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:46:54.567727 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3463b878-8de9-463b-be6a-3f19d889eed5 req-6de7a647-5af5-4513-927c-40f0af1a13cd tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce2b4528-1444-43e7-8e87-c4472b92ebf9 HTTP/1.1" status: 200 len: 943 time: 0.0837851 May 19 05:46:54.611849 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3463b878-8de9-463b-be6a-3f19d889eed5 req-cdc62b52-cde5-4056-9cf7-a2d58114d545 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=9fd27e09-fd1f-4fe8-9681-74181843f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384583 May 19 05:46:55.799291 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742eaa23-c7fa-454c-af64-c84305ce2784 req-172054df-b98e-46bb-82ea-c2aed0a375c1 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:46:55.800699 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-742eaa23-c7fa-454c-af64-c84305ce2784 req-172054df-b98e-46bb-82ea-c2aed0a375c1 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce2b4528-1444-43e7-8e87-c4472b92ebf9 HTTP/1.1" status: 200 len: 943 time: 0.0818374 May 19 05:46:55.848319 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-742eaa23-c7fa-454c-af64-c84305ce2784 req-742086ff-2393-4913-8179-c464278258ff tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=9fd27e09-fd1f-4fe8-9681-74181843f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412774 May 19 05:46:57.031866 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b6a70-2b1b-4a49-a30f-ea4d159a45c9 req-f5d683da-55e3-4886-9f44-222a445045f1 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:46:57.033285 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-715b6a70-2b1b-4a49-a30f-ea4d159a45c9 req-f5d683da-55e3-4886-9f44-222a445045f1 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce2b4528-1444-43e7-8e87-c4472b92ebf9 HTTP/1.1" status: 200 len: 943 time: 0.0780642 May 19 05:46:57.079151 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-715b6a70-2b1b-4a49-a30f-ea4d159a45c9 req-50f1c8ae-3f55-476d-9f3a-c4464150ff1d tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=9fd27e09-fd1f-4fe8-9681-74181843f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395942 May 19 05:46:58.155396 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:46:58.267324 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfcb3d1-53ea-4927-9863-3718612041ac req-1862eb24-5cd3-4f1d-8424-67e5f00fdeab tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:46:58.268744 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3bfcb3d1-53ea-4927-9863-3718612041ac req-1862eb24-5cd3-4f1d-8424-67e5f00fdeab tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce2b4528-1444-43e7-8e87-c4472b92ebf9 HTTP/1.1" status: 200 len: 943 time: 0.0779653 May 19 05:46:58.311684 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3bfcb3d1-53ea-4927-9863-3718612041ac req-f56b759a-b800-41f7-b1f0-b6d433f72070 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=9fd27e09-fd1f-4fe8-9681-74181843f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374331 May 19 05:46:59.532541 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cdeac2-d5bd-4ed6-85ac-29f0abdf8f14 req-d7606e6a-9f2a-4e57-93d1-a868455cd97e tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:46:59.534778 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-40cdeac2-d5bd-4ed6-85ac-29f0abdf8f14 req-d7606e6a-9f2a-4e57-93d1-a868455cd97e tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce2b4528-1444-43e7-8e87-c4472b92ebf9 HTTP/1.1" status: 200 len: 943 time: 0.1043935 May 19 05:46:59.591443 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-40cdeac2-d5bd-4ed6-85ac-29f0abdf8f14 req-63c52654-7612-474f-a354-051a6ccdbfcd tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=9fd27e09-fd1f-4fe8-9681-74181843f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454953 May 19 05:47:00.035786 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a95765-5ae3-4b22-962a-63060409064b req-f9505e34-0f59-4b89-a334-a5e7b0b83646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:47:00.037136 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f4a95765-5ae3-4b22-962a-63060409064b req-f9505e34-0f59-4b89-a334-a5e7b0b83646 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ce2b4528-1444-43e7-8e87-c4472b92ebf9&tenant_id=c17fd9a8c56841e28e94a39c06931094 HTTP/1.1" status: 200 len: 1096 time: 0.0725334 May 19 05:47:00.127310 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a95765-5ae3-4b22-962a-63060409064b req-6331bd68-fe16-40aa-996d-92dffc5330de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:47:00.128785 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f4a95765-5ae3-4b22-962a-63060409064b req-6331bd68-fe16-40aa-996d-92dffc5330de service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c17fd9a8c56841e28e94a39c06931094&device_id=ce2b4528-1444-43e7-8e87-c4472b92ebf9 HTTP/1.1" status: 200 len: 1096 time: 0.0681937 May 19 05:47:00.257171 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a95765-5ae3-4b22-962a-63060409064b req-33fc3420-9e4e-447e-a60f-8c2679f848e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:47:00.258618 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f4a95765-5ae3-4b22-962a-63060409064b req-33fc3420-9e4e-447e-a60f-8c2679f848e4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=66468b2a-efab-4a3c-bf32-cbdbf073937c HTTP/1.1" status: 200 len: 918 time: 0.1222684 May 19 05:47:00.357837 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f4a95765-5ae3-4b22-962a-63060409064b req-f624e4b1-5e1c-4486-9df3-a96282c98f8b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=942ebcfa-98eb-4d38-870e-cd0f4b5236e0 HTTP/1.1" status: 200 len: 999 time: 0.0920191 May 19 05:47:00.419087 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a95765-5ae3-4b22-962a-63060409064b req-c56544ee-70aa-4812-8215-a677de387762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:47:00.420599 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f4a95765-5ae3-4b22-962a-63060409064b req-c56544ee-70aa-4812-8215-a677de387762 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0fe61487-2837-401f-bfcd-f193a4daf6f6 HTTP/1.1" status: 200 len: 856 time: 0.0559483 May 19 05:47:00.499628 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a95765-5ae3-4b22-962a-63060409064b req-4f0e6325-3954-41bc-819a-4d8883fd80ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:47:00.501065 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f4a95765-5ae3-4b22-962a-63060409064b req-4f0e6325-3954-41bc-819a-4d8883fd80ee service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=66468b2a-efab-4a3c-bf32-cbdbf073937c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0720060 May 19 05:47:00.787769 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f016ddb3-8d58-4103-abe8-6dbbbc11e3ef req-e0e0daba-a939-4185-bdfa-38950e0a594a tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:47:00.789189 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f016ddb3-8d58-4103-abe8-6dbbbc11e3ef req-e0e0daba-a939-4185-bdfa-38950e0a594a tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce2b4528-1444-43e7-8e87-c4472b92ebf9 HTTP/1.1" status: 200 len: 943 time: 0.0803711 May 19 05:47:00.910681 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f016ddb3-8d58-4103-abe8-6dbbbc11e3ef req-0d2e8841-5f9c-4575-a4b4-76a4863949af tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=9fd27e09-fd1f-4fe8-9681-74181843f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157691 May 19 05:47:02.191331 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f4a95765-5ae3-4b22-962a-63060409064b req-e5e7a7c5-56d8-4f05-a827-7dc304fe403a service neutron] 10.222.0.26 "GET /v2.0/networks/66468b2a-efab-4a3c-bf32-cbdbf073937c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493801 May 19 05:47:02.208314 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c76855-2540-4899-a2bf-e73745d09298 req-e21ac8d4-6c4e-4a76-a0dc-16408832c8ae tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:47:02.209638 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c3c76855-2540-4899-a2bf-e73745d09298 req-e21ac8d4-6c4e-4a76-a0dc-16408832c8ae tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce2b4528-1444-43e7-8e87-c4472b92ebf9 HTTP/1.1" status: 200 len: 943 time: 0.1897686 May 19 05:47:02.255780 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c3c76855-2540-4899-a2bf-e73745d09298 req-c614f901-a2ee-4a80-b538-8c9c68402c49 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=9fd27e09-fd1f-4fe8-9681-74181843f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405028 May 19 05:47:02.998733 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f4a95765-5ae3-4b22-962a-63060409064b req-9bb121f6-4057-472b-bc98-a05a19aef0ae service neutron] 10.222.0.26 "GET /v2.0/networks/66468b2a-efab-4a3c-bf32-cbdbf073937c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238477 May 19 05:47:03.439899 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf6af35-c9ec-42c9-ba39-8ed20e85ca11 req-907bd5f9-e57b-47a2-a560-b38e18a6bbb2 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:47:03.441856 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8bf6af35-c9ec-42c9-ba39-8ed20e85ca11 req-907bd5f9-e57b-47a2-a560-b38e18a6bbb2 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce2b4528-1444-43e7-8e87-c4472b92ebf9 HTTP/1.1" status: 200 len: 943 time: 0.0779731 May 19 05:47:03.487401 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8bf6af35-c9ec-42c9-ba39-8ed20e85ca11 req-46e73135-cd37-46c9-ad09-f0754b11c7b8 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=9fd27e09-fd1f-4fe8-9681-74181843f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398889 May 19 05:47:04.675614 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dae076e-5f9f-407d-9b16-eb5ad06f46d0 req-20981da3-a06c-42be-8948-ffa19f4c9a52 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:47:04.677063 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0dae076e-5f9f-407d-9b16-eb5ad06f46d0 req-20981da3-a06c-42be-8948-ffa19f4c9a52 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce2b4528-1444-43e7-8e87-c4472b92ebf9 HTTP/1.1" status: 200 len: 943 time: 0.0786085 May 19 05:47:04.721243 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0dae076e-5f9f-407d-9b16-eb5ad06f46d0 req-df9e43d3-c279-4a3a-8473-21990d2f4b9f tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=9fd27e09-fd1f-4fe8-9681-74181843f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382152 May 19 05:47:05.919456 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ac0a45-9a62-4407-ac46-8e5892638f38 req-6507cac7-77ec-43da-ac82-08a9deadfdf1 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:47:05.921718 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-04ac0a45-9a62-4407-ac46-8e5892638f38 req-6507cac7-77ec-43da-ac82-08a9deadfdf1 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce2b4528-1444-43e7-8e87-c4472b92ebf9 HTTP/1.1" status: 200 len: 943 time: 0.0903203 May 19 05:47:05.967213 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-04ac0a45-9a62-4407-ac46-8e5892638f38 req-0cd9d738-25d7-4b37-b5fe-a97b1304fb86 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=9fd27e09-fd1f-4fe8-9681-74181843f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386331 May 19 05:47:06.587208 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-8ef77f1b-c1f2-4f7f-903c-9c4facac0416 None None] Agent healthcheck: found 6 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 05:47:07.191454 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d54fe4-8ece-416f-b4ee-ecc25996e20a req-11a66ea4-c359-4d23-b241-cef1a1fafc24 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:47:07.192901 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-98d54fe4-8ece-416f-b4ee-ecc25996e20a req-11a66ea4-c359-4d23-b241-cef1a1fafc24 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce2b4528-1444-43e7-8e87-c4472b92ebf9 HTTP/1.1" status: 200 len: 943 time: 0.0994921 May 19 05:47:07.252649 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-98d54fe4-8ece-416f-b4ee-ecc25996e20a req-295069e2-c222-4190-8107-473f38726d09 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=9fd27e09-fd1f-4fe8-9681-74181843f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512319 May 19 05:47:08.475299 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a14fbdb-5beb-41ec-ae98-fdc449b06014 req-f9cf55d3-64b1-40fb-a2d4-eefe789bb908 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:47:08.476721 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6a14fbdb-5beb-41ec-ae98-fdc449b06014 req-f9cf55d3-64b1-40fb-a2d4-eefe789bb908 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce2b4528-1444-43e7-8e87-c4472b92ebf9 HTTP/1.1" status: 200 len: 943 time: 0.1124167 May 19 05:47:08.503054 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 47854) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:47:08.527318 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6a14fbdb-5beb-41ec-ae98-fdc449b06014 req-f5d4695b-3128-4dc9-8028-f55d2fd969e3 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=9fd27e09-fd1f-4fe8-9681-74181843f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421200 May 19 05:47:08.632903 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-82d4738a-12e1-4f2c-9e80-ccabcb5c43bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:08.650928 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-82d4738a-12e1-4f2c-9e80-ccabcb5c43bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:47:08.655518 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-82d4738a-12e1-4f2c-9e80-ccabcb5c43bd admin admin] Usage tracker for resource:security_group_rule and tenant:16b54ca65de64d0e8a496a5d7b27fbb4 is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:47:08.660469 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-82d4738a-12e1-4f2c-9e80-ccabcb5c43bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:47:08.666486 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-82d4738a-12e1-4f2c-9e80-ccabcb5c43bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:47:08.748961 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-82d4738a-12e1-4f2c-9e80-ccabcb5c43bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:08.753646 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-82d4738a-12e1-4f2c-9e80-ccabcb5c43bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:08.762962 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-032ebe11-c80c-46df-a4ff-bc0aefe6dee1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:47:08.811588 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d4738a-12e1-4f2c-9e80-ccabcb5c43bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=702ef4f8-a96a-4233-b1f5-5417d378eece,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:47:08.826423 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d4738a-12e1-4f2c-9e80-ccabcb5c43bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:47:08.826860 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d4738a-12e1-4f2c-9e80-ccabcb5c43bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:47:08.827213 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d4738a-12e1-4f2c-9e80-ccabcb5c43bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:47:08.827573 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d4738a-12e1-4f2c-9e80-ccabcb5c43bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:47:08.827929 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d4738a-12e1-4f2c-9e80-ccabcb5c43bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:47:08.828281 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d4738a-12e1-4f2c-9e80-ccabcb5c43bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:47:08.828648 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d4738a-12e1-4f2c-9e80-ccabcb5c43bd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:47:08.829001 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d4738a-12e1-4f2c-9e80-ccabcb5c43bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:47:08.829348 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d4738a-12e1-4f2c-9e80-ccabcb5c43bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:47:08.829695 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d4738a-12e1-4f2c-9e80-ccabcb5c43bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:47:08.830168 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d4738a-12e1-4f2c-9e80-ccabcb5c43bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:47:08.830390 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d4738a-12e1-4f2c-9e80-ccabcb5c43bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:47:08.849538 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 47866) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:47:08.859230 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-82d4738a-12e1-4f2c-9e80-ccabcb5c43bd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=16b54ca65de64d0e8a496a5d7b27fbb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3544040 May 19 05:47:08.860339 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-82d4738a-12e1-4f2c-9e80-ccabcb5c43bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:47:08.914945 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-beb4dfcc-f65c-4787-ba3e-338c8b737ec3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:08.944273 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-beb4dfcc-f65c-4787-ba3e-338c8b737ec3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:08.999267 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-beb4dfcc-f65c-4787-ba3e-338c8b737ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:09.002905 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-66f7205d-b24c-4e05-ba34-1e4ad9aa9a27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:47:09.015063 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb4dfcc-f65c-4787-ba3e-338c8b737ec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=702ef4f8-a96a-4233-b1f5-5417d378eece,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:47:09.025352 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb4dfcc-f65c-4787-ba3e-338c8b737ec3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:47:09.025718 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb4dfcc-f65c-4787-ba3e-338c8b737ec3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:47:09.026073 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb4dfcc-f65c-4787-ba3e-338c8b737ec3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:47:09.026492 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb4dfcc-f65c-4787-ba3e-338c8b737ec3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:47:09.026917 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb4dfcc-f65c-4787-ba3e-338c8b737ec3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:47:09.027264 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb4dfcc-f65c-4787-ba3e-338c8b737ec3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:47:09.027663 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb4dfcc-f65c-4787-ba3e-338c8b737ec3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:47:09.027971 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb4dfcc-f65c-4787-ba3e-338c8b737ec3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:47:09.028331 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb4dfcc-f65c-4787-ba3e-338c8b737ec3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:47:09.028679 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb4dfcc-f65c-4787-ba3e-338c8b737ec3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:47:09.029044 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb4dfcc-f65c-4787-ba3e-338c8b737ec3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:47:09.029414 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb4dfcc-f65c-4787-ba3e-338c8b737ec3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:47:09.033652 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-beb4dfcc-f65c-4787-ba3e-338c8b737ec3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:47:09.046692 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-beb4dfcc-f65c-4787-ba3e-338c8b737ec3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:09.050311 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-beb4dfcc-f65c-4787-ba3e-338c8b737ec3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/702ef4f8-a96a-4233-b1f5-5417d378eece HTTP/1.1" status: 204 len: 168 time: 0.1972902 May 19 05:47:09.745845 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae8e4f4-84c7-47d7-b5c0-e21bd8967513 req-d4d47272-7c67-49cc-9d14-257bd3634f52 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:47:09.747349 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8ae8e4f4-84c7-47d7-b5c0-e21bd8967513 req-d4d47272-7c67-49cc-9d14-257bd3634f52 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce2b4528-1444-43e7-8e87-c4472b92ebf9 HTTP/1.1" status: 200 len: 943 time: 0.0998478 May 19 05:47:09.794591 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8ae8e4f4-84c7-47d7-b5c0-e21bd8967513 req-a9c65e27-bdef-461e-aa00-731e9463cda2 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=9fd27e09-fd1f-4fe8-9681-74181843f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415637 May 19 05:47:09.804880 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 47892) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:47:09.940034 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-de2d4f93-2770-4d34-a674-73015359d4a0 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1460918228-network', 'tenant_id': '38c030c8d50b46a29b0438d7c3b7189d'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:47:09.944925 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-de2d4f93-2770-4d34-a674-73015359d4a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:47:09.948751 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-de2d4f93-2770-4d34-a674-73015359d4a0 admin admin] Usage tracker for resource:network and tenant:38c030c8d50b46a29b0438d7c3b7189d is out of sync, need to count used quota {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:47:09.951663 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-de2d4f93-2770-4d34-a674-73015359d4a0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:47:09.958859 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-de2d4f93-2770-4d34-a674-73015359d4a0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:47:09.971176 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de2d4f93-2770-4d34-a674-73015359d4a0 admin admin] Made reservation on behalf of 38c030c8d50b46a29b0438d7c3b7189d for: {'network': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 05:47:09.975226 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-de2d4f93-2770-4d34-a674-73015359d4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3666241'] for network, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:09.989929 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-de2d4f93-2770-4d34-a674-73015359d4a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:10.010677 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-de2d4f93-2770-4d34-a674-73015359d4a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:47:10.014902 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-de2d4f93-2770-4d34-a674-73015359d4a0 admin admin] Usage tracker for resource:security_group_rule and tenant:38c030c8d50b46a29b0438d7c3b7189d is out of sync, need to count used quota {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:47:10.017756 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-de2d4f93-2770-4d34-a674-73015359d4a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:47:10.023752 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-de2d4f93-2770-4d34-a674-73015359d4a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:47:10.121490 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-de2d4f93-2770-4d34-a674-73015359d4a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:10.125444 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-de2d4f93-2770-4d34-a674-73015359d4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:10.134160 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-f4d0df95-1336-42b0-b6a7-7c82580a62e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:47:10.158219 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de2d4f93-2770-4d34-a674-73015359d4a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=103390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 05:47:10.167795 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2d4f93-2770-4d34-a674-73015359d4a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52d256ee-3d9a-4eca-8ebb-c265dc8feac7,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:47:10.172142 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-de2d4f93-2770-4d34-a674-73015359d4a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:47:10.176877 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-de2d4f93-2770-4d34-a674-73015359d4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3517393'] for segment, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:10.178159 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.db.segments_db [None req-de2d4f93-2770-4d34-a674-73015359d4a0 admin admin] Added segment 87acfb00-c013-496f-9866-cdca7e9ad1a6 of type vlan for network 2537e625-7989-4b10-a487-7ce1829aa8b3 May 19 05:47:10.220830 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-de2d4f93-2770-4d34-a674-73015359d4a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742272786041'] for network, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:10.254170 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-de2d4f93-2770-4d34-a674-73015359d4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-542600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-584118'] for network, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:10.255542 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2d4f93-2770-4d34-a674-73015359d4a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:47:10.256132 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-de2d4f93-2770-4d34-a674-73015359d4a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584083'] for network, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:10.259641 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:47:10.356183 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2d4f93-2770-4d34-a674-73015359d4a0 admin admin] Pushing event updated for resources: {'Network': ['ID=2537e625-7989-4b10-a487-7ce1829aa8b3,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:47:10.360556 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-de2d4f93-2770-4d34-a674-73015359d4a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:47:10.385075 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Network 2537e625-7989-4b10-a487-7ce1829aa8b3 details requested by agent ovs-agent-dv-cinder-782405-8-iscsi with host dv-cinder-782405-8-iscsi {{(pid=103392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 05:47:10.385752 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-de2d4f93-2770-4d34-a674-73015359d4a0 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5738025 May 19 05:47:10.387300 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 47904) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:47:10.394658 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-117eb9a6-1f3b-4e59-b99a-70546055c6e4 admin admin] Request body: {'subnet': {'network_id': '2537e625-7989-4b10-a487-7ce1829aa8b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1460918228-subnet', 'tenant_id': '38c030c8d50b46a29b0438d7c3b7189d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:47:10.399745 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-117eb9a6-1f3b-4e59-b99a-70546055c6e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:47:10.404306 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-117eb9a6-1f3b-4e59-b99a-70546055c6e4 admin admin] Usage tracker for resource:subnet and tenant:38c030c8d50b46a29b0438d7c3b7189d is out of sync, need to count used quota {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:47:10.407337 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-117eb9a6-1f3b-4e59-b99a-70546055c6e4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:47:10.413952 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-117eb9a6-1f3b-4e59-b99a-70546055c6e4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:47:10.437813 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-117eb9a6-1f3b-4e59-b99a-70546055c6e4 admin admin] Made reservation on behalf of 38c030c8d50b46a29b0438d7c3b7189d for: {'subnet': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 05:47:10.441082 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-117eb9a6-1f3b-4e59-b99a-70546055c6e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266937044'] for subnet, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:10.857844 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-117eb9a6-1f3b-4e59-b99a-70546055c6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266360014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266937062'] for subnet, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:10.863710 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:47:11.001709 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117eb9a6-1f3b-4e59-b99a-70546055c6e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7c49e43-5148-4f74-a033-94da7fdde1ba,revision_number=0']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:47:11.004855 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-117eb9a6-1f3b-4e59-b99a-70546055c6e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:47:11.008992 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117eb9a6-1f3b-4e59-b99a-70546055c6e4 admin admin] Checking segment: {'id': '87acfb00-c013-496f-9866-cdca7e9ad1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2537e625-7989-4b10-a487-7ce1829aa8b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:47:11.009264 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117eb9a6-1f3b-4e59-b99a-70546055c6e4 admin admin] Network hostable DHCP agents. Network: 2537e625-7989-4b10-a487-7ce1829aa8b3, hostable agents: ['51c3ebcd-1a29-4010-9a37-07f85f6ad558'], hosted agents: [] {{(pid=103390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 05:47:11.043109 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117eb9a6-1f3b-4e59-b99a-70546055c6e4 admin admin] Network 2537e625-7989-4b10-a487-7ce1829aa8b3 is scheduled to be hosted by DHCP agent 51c3ebcd-1a29-4010-9a37-07f85f6ad558 with binding_index 1 {{(pid=103390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 05:47:11.057195 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-117eb9a6-1f3b-4e59-b99a-70546055c6e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782405-8-iscsi, 2537e625-7989-4b10-a487-7ce1829aa8b3) {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:47:11.070215 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f254b472-0de4-49b1-9f80-cf2eb4c5275a None None] Network 2537e625-7989-4b10-a487-7ce1829aa8b3 requested from dv-cinder-782405-8-iscsi {{(pid=103392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 05:47:11.075200 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898e9fb8-d1df-40a4-91c5-61f967e14917 req-fc21dcd0-ac28-40da-867c-f74a53e028c4 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:47:11.078482 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-898e9fb8-d1df-40a4-91c5-61f967e14917 req-fc21dcd0-ac28-40da-867c-f74a53e028c4 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce2b4528-1444-43e7-8e87-c4472b92ebf9 HTTP/1.1" status: 200 len: 943 time: 0.1543529 May 19 05:47:11.080468 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117eb9a6-1f3b-4e59-b99a-70546055c6e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:47:11.081054 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-117eb9a6-1f3b-4e59-b99a-70546055c6e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:11.142676 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-117eb9a6-1f3b-4e59-b99a-70546055c6e4 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7540922 May 19 05:47:11.168934 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-898e9fb8-d1df-40a4-91c5-61f967e14917 req-dd8d0b18-20e5-417a-ae2c-33138de7b7f8 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=9fd27e09-fd1f-4fe8-9681-74181843f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825434 May 19 05:47:11.313197 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516353f2-e4a3-4ed7-97ab-01f3a59e06ad None None] Network 2537e625-7989-4b10-a487-7ce1829aa8b3 requested from dv-cinder-782405-8-iscsi {{(pid=103392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 05:47:11.674977 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 47924) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:47:11.797519 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-32a6d177-fffd-40f3-85ac-1214557bdabb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:11.813680 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-32a6d177-fffd-40f3-85ac-1214557bdabb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:47:11.817845 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-32a6d177-fffd-40f3-85ac-1214557bdabb admin admin] Usage tracker for resource:security_group_rule and tenant:5e4c33896db6456dbe131cf07bad6063 is out of sync, need to count used quota {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:47:11.820778 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-32a6d177-fffd-40f3-85ac-1214557bdabb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:47:11.826858 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-32a6d177-fffd-40f3-85ac-1214557bdabb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:47:11.936986 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-32a6d177-fffd-40f3-85ac-1214557bdabb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:11.943018 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-32a6d177-fffd-40f3-85ac-1214557bdabb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:11.962853 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-d1c485dd-b8d9-4a9e-a335-1a2c02afb29d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:47:11.996873 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a6d177-fffd-40f3-85ac-1214557bdabb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33aad181-0ed7-4c70-aa63-7dd977816e70,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:47:12.000450 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-32a6d177-fffd-40f3-85ac-1214557bdabb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:47:12.038573 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 47934) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:47:12.040422 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-32a6d177-fffd-40f3-85ac-1214557bdabb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5e4c33896db6456dbe131cf07bad6063&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3627708 May 19 05:47:12.111881 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f34af733-dce1-4019-8ca1-daaa25e14e2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:12.138863 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f34af733-dce1-4019-8ca1-daaa25e14e2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:12.208634 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f34af733-dce1-4019-8ca1-daaa25e14e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:12.214268 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:47:12.228875 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34af733-dce1-4019-8ca1-daaa25e14e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33aad181-0ed7-4c70-aa63-7dd977816e70,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:47:12.231343 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-f34af733-dce1-4019-8ca1-daaa25e14e2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:47:12.238113 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f34af733-dce1-4019-8ca1-daaa25e14e2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:12.241450 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-f34af733-dce1-4019-8ca1-daaa25e14e2d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/33aad181-0ed7-4c70-aa63-7dd977816e70 HTTP/1.1" status: 204 len: 168 time: 0.1996820 May 19 05:47:12.338057 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1a8e3c17-1812-401c-b5e6-925cb1eeb1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:12.392372 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bcc4e3-ee0c-4fb7-a5eb-fd47a782c231 req-31c3e2f2-82f5-4f2d-b15b-ce35a14a8680 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:47:12.398625 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d6bcc4e3-ee0c-4fb7-a5eb-fd47a782c231 req-31c3e2f2-82f5-4f2d-b15b-ce35a14a8680 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce2b4528-1444-43e7-8e87-c4472b92ebf9 HTTP/1.1" status: 200 len: 943 time: 0.1035819 May 19 05:47:12.449683 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d6bcc4e3-ee0c-4fb7-a5eb-fd47a782c231 req-7bd7169c-b52d-4bf3-9a68-529979967fa2 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=9fd27e09-fd1f-4fe8-9681-74181843f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480034 May 19 05:47:13.611331 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da92dcaf-907e-41ae-a6e8-3ae5ad131660 req-ca72dc85-8d19-488a-b08b-e2548ba2eec5 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:47:13.618879 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [req-da92dcaf-907e-41ae-a6e8-3ae5ad131660 req-ca72dc85-8d19-488a-b08b-e2548ba2eec5 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] Synchronizing usage tracker for tenant:38c030c8d50b46a29b0438d7c3b7189d on resource:network {{(pid=103390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:47:13.660731 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [req-da92dcaf-907e-41ae-a6e8-3ae5ad131660 req-ca72dc85-8d19-488a-b08b-e2548ba2eec5 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] Unset dirty status for tenant:38c030c8d50b46a29b0438d7c3b7189d on resource:network {{(pid=103390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:47:13.667969 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-da92dcaf-907e-41ae-a6e8-3ae5ad131660 req-ca72dc85-8d19-488a-b08b-e2548ba2eec5 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] 10.222.0.11 "GET /v2.0/networks?id=2537e625-7989-4b10-a487-7ce1829aa8b3 HTTP/1.1" status: 200 len: 814 time: 0.2898417 May 19 05:47:13.695926 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-da92dcaf-907e-41ae-a6e8-3ae5ad131660 req-6e753671-8130-491e-b5d9-cf8771cb9267 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] 10.222.0.11 "GET /v2.0/quotas/38c030c8d50b46a29b0438d7c3b7189d HTTP/1.1" status: 200 len: 375 time: 0.0269136 May 19 05:47:13.697110 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8897284-d058-4fd6-b978-6faf1d77ebf0 req-9c9683b4-26b2-43f6-bb63-976d0f27d02c tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:47:13.698891 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d8897284-d058-4fd6-b978-6faf1d77ebf0 req-9c9683b4-26b2-43f6-bb63-976d0f27d02c tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce2b4528-1444-43e7-8e87-c4472b92ebf9 HTTP/1.1" status: 200 len: 943 time: 0.1120081 May 19 05:47:13.753574 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d8897284-d058-4fd6-b978-6faf1d77ebf0 req-bd9495e1-0995-43ee-a7dc-b8b43d40460b tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=9fd27e09-fd1f-4fe8-9681-74181843f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483580 May 19 05:47:13.760825 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-da92dcaf-907e-41ae-a6e8-3ae5ad131660 req-ced54092-abcc-4183-9fc5-6331271ae662 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=38c030c8d50b46a29b0438d7c3b7189d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0639021 May 19 05:47:13.976925 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-da92dcaf-907e-41ae-a6e8-3ae5ad131660 req-359a4377-19f1-4e04-81aa-c4161cd3dd11 service neutron] 10.222.0.11 "GET /v2.0/networks/2537e625-7989-4b10-a487-7ce1829aa8b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094734 May 19 05:47:14.132948 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-da92dcaf-907e-41ae-a6e8-3ae5ad131660 req-04dc611f-998e-42d3-9a6d-3bdd934eeea1 service neutron] 10.222.0.11 "GET /v2.0/networks/2537e625-7989-4b10-a487-7ce1829aa8b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500840 May 19 05:47:14.326140 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4dad3910-f0bc-4a07-9985-bce0177e93c0 req-61b99943-da1a-41e9-8f9a-8eb3207fd520 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] 10.222.0.11 "GET /v2.0/ports?device_id=3eb8c40c-b2aa-4835-8159-05d73b048ddd HTTP/1.1" status: 200 len: 210 time: 0.0439117 May 19 05:47:14.693268 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-41a0afe8-e433-4db5-8cab-50fd06c57a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:14.858719 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:14.983176 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-500ee69e-4028-4cf2-8eb6-808a91135972 req-5c09444c-3860-4565-885b-433f3ccaccb0 tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=4b4a31e1ae77457f9d6cfb9ec3b6c266&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0363424 May 19 05:47:14.992999 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2367fb99-22d1-42a9-9b49-a164269199cd req-226f3f34-b429-4b41-a9d2-aa4d655317e7 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:47:14.995152 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2367fb99-22d1-42a9-9b49-a164269199cd req-226f3f34-b429-4b41-a9d2-aa4d655317e7 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce2b4528-1444-43e7-8e87-c4472b92ebf9 HTTP/1.1" status: 200 len: 943 time: 0.0943477 May 19 05:47:15.067246 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2367fb99-22d1-42a9-9b49-a164269199cd req-44df5858-1a05-478d-bb2d-deab394be67e tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=9fd27e09-fd1f-4fe8-9681-74181843f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635123 May 19 05:47:15.172603 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500ee69e-4028-4cf2-8eb6-808a91135972 req-1dc9b645-4259-4445-837a-83681d6a9f8c tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:47:15.174057 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-500ee69e-4028-4cf2-8eb6-808a91135972 req-1dc9b645-4259-4445-837a-83681d6a9f8c tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1826179 May 19 05:47:15.194651 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-500ee69e-4028-4cf2-8eb6-808a91135972 req-4699205a-6b6f-4a56-bbb1-e6a4412e28bc tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] 10.222.0.11 "GET /v2.0/quotas/4b4a31e1ae77457f9d6cfb9ec3b6c266 HTTP/1.1" status: 200 len: 375 time: 0.0096307 May 19 05:47:15.242014 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-500ee69e-4028-4cf2-8eb6-808a91135972 req-f4209412-e6e1-41be-98b5-48cc3266dfdc tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=4b4a31e1ae77457f9d6cfb9ec3b6c266&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418487 May 19 05:47:15.467173 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ebdf1c7e-06e2-470a-9ca9-4d037390bb3f req-3c0df6ba-4a7e-4111-b139-f5f8a1680ecd tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a3109bb-9dce-4858-9fbe-d0935b59ff1b HTTP/1.1" status: 200 len: 210 time: 0.0744176 May 19 05:47:15.499926 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-cb5b163a-eb29-4e1a-812a-503bb0a55b71 req-43d4a60a-e089-4e39-be29-45ee33df0c73 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] 10.222.0.11 "GET /v2.0/ports?device_id=3eb8c40c-b2aa-4835-8159-05d73b048ddd HTTP/1.1" status: 200 len: 210 time: 0.0528414 May 19 05:47:15.864985 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-db7c5e23-657c-45d4-9da5-15ba3bf0d241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:16.243577 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47715415-5eaa-4e9d-89aa-bc51b319c625 req-1497af65-d32f-439d-82af-6845631f9c2d tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:47:16.245022 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-47715415-5eaa-4e9d-89aa-bc51b319c625 req-1497af65-d32f-439d-82af-6845631f9c2d tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce2b4528-1444-43e7-8e87-c4472b92ebf9 HTTP/1.1" status: 200 len: 943 time: 0.0827651 May 19 05:47:16.288629 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-47715415-5eaa-4e9d-89aa-bc51b319c625 req-bc00b001-5f47-4856-9725-fb5127a54c27 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=9fd27e09-fd1f-4fe8-9681-74181843f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379801 May 19 05:47:16.609486 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-688e5fd0-8ebc-4fa7-a17d-dbf8a3597e7f req-0201115a-c20a-4af9-8aba-8eac0466d774 tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a3109bb-9dce-4858-9fbe-d0935b59ff1b HTTP/1.1" status: 200 len: 210 time: 0.0420015 May 19 05:47:16.652401 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-142c9959-4ae6-44cd-bfc9-400f4a422cdc req-30935a66-a16b-487a-b69c-cf79eef06c35 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] 10.222.0.11 "GET /v2.0/ports?device_id=3eb8c40c-b2aa-4835-8159-05d73b048ddd HTTP/1.1" status: 200 len: 210 time: 0.0443785 May 19 05:47:17.479262 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b579e267-3639-482d-a266-41bdd596b8d8 req-ba22fdf5-49c3-4e61-8bfb-82d14a5c9649 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:47:17.480625 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b579e267-3639-482d-a266-41bdd596b8d8 req-ba22fdf5-49c3-4e61-8bfb-82d14a5c9649 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce2b4528-1444-43e7-8e87-c4472b92ebf9 HTTP/1.1" status: 200 len: 943 time: 0.0841384 May 19 05:47:17.524627 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b579e267-3639-482d-a266-41bdd596b8d8 req-ebb8615a-fb1d-4979-94c0-b6e4d1916f31 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=9fd27e09-fd1f-4fe8-9681-74181843f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378258 May 19 05:47:17.567094 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ca9ec6bf-79c4-448f-b3bb-8c49e8cf3732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:17.757768 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1678e93c-94d7-4b9a-80f3-43f4e381d1c6 req-4177e54a-2036-49ae-9eae-aa6b75c866a0 tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a3109bb-9dce-4858-9fbe-d0935b59ff1b HTTP/1.1" status: 200 len: 210 time: 0.0459929 May 19 05:47:17.799182 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e719e28f-51c1-4869-a1c0-164ecec671a3 req-f010a428-7f13-4cd7-9564-3b17534d0877 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] 10.222.0.11 "GET /v2.0/ports?device_id=3eb8c40c-b2aa-4835-8159-05d73b048ddd HTTP/1.1" status: 200 len: 210 time: 0.0418198 May 19 05:47:18.710120 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f75b8b-e821-496a-9b54-aed2e69837c4 req-14e42a51-6dbc-4924-8803-4ba7fb1be8b1 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:47:18.711579 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-08f75b8b-e821-496a-9b54-aed2e69837c4 req-14e42a51-6dbc-4924-8803-4ba7fb1be8b1 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce2b4528-1444-43e7-8e87-c4472b92ebf9 HTTP/1.1" status: 200 len: 943 time: 0.0788710 May 19 05:47:18.758135 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-08f75b8b-e821-496a-9b54-aed2e69837c4 req-5475415f-0d87-4594-bd42-2436b3c61ff3 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=9fd27e09-fd1f-4fe8-9681-74181843f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393965 May 19 05:47:18.941696 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5456da0b-7d33-4ce2-94d8-ec8227920f20 req-6bb105d7-8d09-4c27-ae71-731e77e15b09 tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a3109bb-9dce-4858-9fbe-d0935b59ff1b HTTP/1.1" status: 200 len: 210 time: 0.0651426 May 19 05:47:19.062013 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9afb6132-355e-4d0c-8904-3a0227544ba4 req-5268c17b-cc35-4ee0-ab90-3ca021df45c7 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] 10.222.0.11 "GET /v2.0/ports?device_id=3eb8c40c-b2aa-4835-8159-05d73b048ddd HTTP/1.1" status: 200 len: 210 time: 0.0595639 May 19 05:47:19.100237 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da92dcaf-907e-41ae-a6e8-3ae5ad131660 req-2ec0e81d-95ec-4539-b9a9-e176c917ee0c tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:47:19.101637 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-da92dcaf-907e-41ae-a6e8-3ae5ad131660 req-2ec0e81d-95ec-4539-b9a9-e176c917ee0c tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] 10.222.0.26 "GET /v2.0/networks?id=2537e625-7989-4b10-a487-7ce1829aa8b3 HTTP/1.1" status: 200 len: 814 time: 0.2860770 May 19 05:47:19.117039 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [req-da92dcaf-907e-41ae-a6e8-3ae5ad131660 req-42f2ab4b-f3ca-4680-bd1e-abad189e1256 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] Request body: {'port': {'device_id': '3eb8c40c-b2aa-4835-8159-05d73b048ddd', 'network_id': '2537e625-7989-4b10-a487-7ce1829aa8b3', 'admin_state_up': True, 'tenant_id': '38c030c8d50b46a29b0438d7c3b7189d'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:47:19.249858 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [req-da92dcaf-907e-41ae-a6e8-3ae5ad131660 req-42f2ab4b-f3ca-4680-bd1e-abad189e1256 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:47:19.276907 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-da92dcaf-907e-41ae-a6e8-3ae5ad131660 req-42f2ab4b-f3ca-4680-bd1e-abad189e1256 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] Usage tracker for resource:port and tenant:38c030c8d50b46a29b0438d7c3b7189d is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:47:19.281794 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-da92dcaf-907e-41ae-a6e8-3ae5ad131660 req-42f2ab4b-f3ca-4680-bd1e-abad189e1256 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] Quota usage for port was recalculated. Used quota:0. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:47:19.285616 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-500ee69e-4028-4cf2-8eb6-808a91135972 req-5c6858bf-df58-453f-b005-69734ae433ff tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=4b4a31e1ae77457f9d6cfb9ec3b6c266&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333948 May 19 05:47:19.289086 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [req-da92dcaf-907e-41ae-a6e8-3ae5ad131660 req-42f2ab4b-f3ca-4680-bd1e-abad189e1256 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:47:19.334979 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da92dcaf-907e-41ae-a6e8-3ae5ad131660 req-42f2ab4b-f3ca-4680-bd1e-abad189e1256 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] Made reservation on behalf of 38c030c8d50b46a29b0438d7c3b7189d for: {'port': 1} {{(pid=103391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 05:47:19.338393 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-da92dcaf-907e-41ae-a6e8-3ae5ad131660 req-42f2ab4b-f3ca-4680-bd1e-abad189e1256 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:19.527857 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500ee69e-4028-4cf2-8eb6-808a91135972 req-04beac47-f1a3-4b23-9d53-f74ab8722253 tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:47:19.529271 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-500ee69e-4028-4cf2-8eb6-808a91135972 req-04beac47-f1a3-4b23-9d53-f74ab8722253 tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2353919 May 19 05:47:19.563114 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [req-500ee69e-4028-4cf2-8eb6-808a91135972 req-853a7ea2-348b-46ec-b5df-572d1bf9b93d tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] Request body: {'port': {'device_id': '6a3109bb-9dce-4858-9fbe-d0935b59ff1b', 'network_id': '7c113a1e-3ac0-48cc-bcdc-e9729bc3695c', 'admin_state_up': True, 'tenant_id': '4b4a31e1ae77457f9d6cfb9ec3b6c266'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:47:19.686431 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [req-da92dcaf-907e-41ae-a6e8-3ae5ad131660 req-42f2ab4b-f3ca-4680-bd1e-abad189e1256 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] Allocated IP 172.20.0.2 (2537e625-7989-4b10-a487-7ce1829aa8b3/f7c49e43-5148-4f74-a033-94da7fdde1ba/46d90bae-4736-4f89-a0bc-42ecb6cb9ffc) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 05:47:19.748396 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [req-500ee69e-4028-4cf2-8eb6-808a91135972 req-853a7ea2-348b-46ec-b5df-572d1bf9b93d tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:47:19.756893 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-500ee69e-4028-4cf2-8eb6-808a91135972 req-853a7ea2-348b-46ec-b5df-572d1bf9b93d tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] Usage tracker for resource:port and tenant:4b4a31e1ae77457f9d6cfb9ec3b6c266 is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:47:19.765447 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-500ee69e-4028-4cf2-8eb6-808a91135972 req-853a7ea2-348b-46ec-b5df-572d1bf9b93d tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] Quota usage for port was recalculated. Used quota:0. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:47:19.775149 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [req-500ee69e-4028-4cf2-8eb6-808a91135972 req-853a7ea2-348b-46ec-b5df-572d1bf9b93d tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:47:19.817889 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-500ee69e-4028-4cf2-8eb6-808a91135972 req-853a7ea2-348b-46ec-b5df-572d1bf9b93d tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] Made reservation on behalf of 4b4a31e1ae77457f9d6cfb9ec3b6c266 for: {'port': 1} {{(pid=103391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 05:47:19.821319 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-500ee69e-4028-4cf2-8eb6-808a91135972 req-853a7ea2-348b-46ec-b5df-572d1bf9b93d tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:19.876413 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-500ee69e-4028-4cf2-8eb6-808a91135972 req-853a7ea2-348b-46ec-b5df-572d1bf9b93d tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] Notify callbacks [] for security_group, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:19.907774 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [req-500ee69e-4028-4cf2-8eb6-808a91135972 req-853a7ea2-348b-46ec-b5df-572d1bf9b93d tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:47:19.916165 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-500ee69e-4028-4cf2-8eb6-808a91135972 req-853a7ea2-348b-46ec-b5df-572d1bf9b93d tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] Usage tracker for resource:security_group_rule and tenant:4b4a31e1ae77457f9d6cfb9ec3b6c266 is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:47:19.920775 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-500ee69e-4028-4cf2-8eb6-808a91135972 req-853a7ea2-348b-46ec-b5df-572d1bf9b93d tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:47:19.930575 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [req-500ee69e-4028-4cf2-8eb6-808a91135972 req-853a7ea2-348b-46ec-b5df-572d1bf9b93d tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:47:19.949182 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f693536d-c208-4497-82ef-d1b141b5fee7 req-66605ff9-ee03-43d5-901b-77bae7ee81c3 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:47:19.951937 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f693536d-c208-4497-82ef-d1b141b5fee7 req-66605ff9-ee03-43d5-901b-77bae7ee81c3 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce2b4528-1444-43e7-8e87-c4472b92ebf9 HTTP/1.1" status: 200 len: 943 time: 0.0830996 May 19 05:47:19.984063 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-da92dcaf-907e-41ae-a6e8-3ae5ad131660 req-42f2ab4b-f3ca-4680-bd1e-abad189e1256 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] Notify callbacks [] for port, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:20.001623 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f693536d-c208-4497-82ef-d1b141b5fee7 req-ada85430-31cf-43b8-aac5-e8ce68959e95 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=9fd27e09-fd1f-4fe8-9681-74181843f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420499 May 19 05:47:20.102838 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-da92dcaf-907e-41ae-a6e8-3ae5ad131660 req-42f2ab4b-f3ca-4680-bd1e-abad189e1256 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742272799735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263355286'] for port, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:20.108452 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9cb5a86c-3fe0-43c7-bcf6-72e1a31fb46e req-b06ab4b3-eba8-4c44-abd7-12b78c0f4806 tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a3109bb-9dce-4858-9fbe-d0935b59ff1b HTTP/1.1" status: 200 len: 210 time: 0.0567341 May 19 05:47:20.113911 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-500ee69e-4028-4cf2-8eb6-808a91135972 req-853a7ea2-348b-46ec-b5df-572d1bf9b93d tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] Notify callbacks [] for security_group, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:20.114976 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-ae3a3d66-b520-4511-85a9-dfc4cdb9e7bc tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:47:20.155966 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-500ee69e-4028-4cf2-8eb6-808a91135972 req-853a7ea2-348b-46ec-b5df-572d1bf9b93d tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:20.231354 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da92dcaf-907e-41ae-a6e8-3ae5ad131660 req-42f2ab4b-f3ca-4680-bd1e-abad189e1256 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] Network 2537e625-7989-4b10-a487-7ce1829aa8b3 is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:47:20.243197 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [req-da92dcaf-907e-41ae-a6e8-3ae5ad131660 req-42f2ab4b-f3ca-4680-bd1e-abad189e1256 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:47:20.252451 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [req-da92dcaf-907e-41ae-a6e8-3ae5ad131660 req-42f2ab4b-f3ca-4680-bd1e-abad189e1256 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 05:47:20.254832 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0cfc23-e499-4ff3-b4be-4c069673da6f req-20f45f06-fa8b-4ff9-8a3c-8a7b1100ff7a tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:47:20.256291 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1b0cfc23-e499-4ff3-b4be-4c069673da6f req-20f45f06-fa8b-4ff9-8a3c-8a7b1100ff7a tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] 10.222.0.11 "GET /v2.0/ports?device_id=3eb8c40c-b2aa-4835-8159-05d73b048ddd HTTP/1.1" status: 200 len: 931 time: 0.0781016 May 19 05:47:20.286542 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f2ab4b-f3ca-4680-bd1e-abad189e1256 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] Pushing event updated for resources: {'Port': ['ID=46d90bae-4736-4f89-a0bc-42ecb6cb9ffc,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:47:20.297289 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-42f2ab4b-f3ca-4680-bd1e-abad189e1256 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:47:20.297794 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-19726851-283a-404f-a617-1177c8344a5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.130s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:47:20.303358 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [req-1b0cfc23-e499-4ff3-b4be-4c069673da6f req-77549fe6-887e-4ea8-8508-c37e544b10c6 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] Synchronizing usage tracker for tenant:38c030c8d50b46a29b0438d7c3b7189d on resource:security_group {{(pid=103390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:47:20.320310 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [req-1b0cfc23-e499-4ff3-b4be-4c069673da6f req-77549fe6-887e-4ea8-8508-c37e544b10c6 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] Unset dirty status for tenant:38c030c8d50b46a29b0438d7c3b7189d on resource:security_group {{(pid=103390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:47:20.322265 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1b0cfc23-e499-4ff3-b4be-4c069673da6f req-77549fe6-887e-4ea8-8508-c37e544b10c6 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] 10.222.0.11 "GET /v2.0/security-groups?id=52d256ee-3d9a-4eca-8ebb-c265dc8feac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601344 May 19 05:47:20.383843 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853a7ea2-348b-46ec-b5df-572d1bf9b93d tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af2c5cce-cba8-44ee-88be-ea8cf33e85d7,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:47:20.396592 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da92dcaf-907e-41ae-a6e8-3ae5ad131660 req-42f2ab4b-f3ca-4680-bd1e-abad189e1256 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:47:20.397215 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-da92dcaf-907e-41ae-a6e8-3ae5ad131660 req-42f2ab4b-f3ca-4680-bd1e-abad189e1256 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13023'] for port, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:20.402659 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-853a7ea2-348b-46ec-b5df-572d1bf9b93d tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:47:20.439781 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [req-500ee69e-4028-4cf2-8eb6-808a91135972 req-853a7ea2-348b-46ec-b5df-572d1bf9b93d tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] Allocated IP 192.168.233.212 (7c113a1e-3ac0-48cc-bcdc-e9729bc3695c/4452644e-62ba-484c-bb6b-48c0dfeb8523/258d0cc1-3b41-49b4-b683-db2bea72dca6) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 05:47:20.445348 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-da92dcaf-907e-41ae-a6e8-3ae5ad131660 req-42f2ab4b-f3ca-4680-bd1e-abad189e1256 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3318806 May 19 05:47:20.459233 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [req-da92dcaf-907e-41ae-a6e8-3ae5ad131660 req-79ba0650-02f1-49f9-9b2a-43a07da34caf service neutron] Request body: {'port': {'device_id': '3eb8c40c-b2aa-4835-8159-05d73b048ddd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78240'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:47:20.774227 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-da92dcaf-907e-41ae-a6e8-3ae5ad131660 req-79ba0650-02f1-49f9-9b2a-43a07da34caf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:20.885768 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-500ee69e-4028-4cf2-8eb6-808a91135972 req-853a7ea2-348b-46ec-b5df-572d1bf9b93d tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] Notify callbacks [] for port, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:20.950481 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [req-500ee69e-4028-4cf2-8eb6-808a91135972 req-853a7ea2-348b-46ec-b5df-572d1bf9b93d tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] Transition to ACTIVE for port object 258d0cc1-3b41-49b4-b683-db2bea72dca6 will not be triggered until provisioned by entity DHCP. {{(pid=103391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:47:21.073194 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-500ee69e-4028-4cf2-8eb6-808a91135972 req-853a7ea2-348b-46ec-b5df-572d1bf9b93d tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742272799735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263355286'] for port, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:21.080119 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-e5a213f4-9c79-43d2-9d75-49952cbbd2b8 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:47:21.204146 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-500ee69e-4028-4cf2-8eb6-808a91135972 req-853a7ea2-348b-46ec-b5df-572d1bf9b93d tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] Network 7c113a1e-3ac0-48cc-bcdc-e9729bc3695c is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:47:21.212968 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [req-500ee69e-4028-4cf2-8eb6-808a91135972 req-853a7ea2-348b-46ec-b5df-572d1bf9b93d tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:47:21.219127 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [req-500ee69e-4028-4cf2-8eb6-808a91135972 req-853a7ea2-348b-46ec-b5df-572d1bf9b93d tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 05:47:21.249895 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853a7ea2-348b-46ec-b5df-572d1bf9b93d tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] Pushing event updated for resources: {'Port': ['ID=258d0cc1-3b41-49b4-b683-db2bea72dca6,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:47:21.263734 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-853a7ea2-348b-46ec-b5df-572d1bf9b93d tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:47:21.300941 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb408ffb-46c0-4c21-8954-a9b22361b9da req-5da0c7b8-f77b-490e-8816-a97ac2373078 tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:47:21.302455 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-eb408ffb-46c0-4c21-8954-a9b22361b9da req-5da0c7b8-f77b-490e-8816-a97ac2373078 tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a3109bb-9dce-4858-9fbe-d0935b59ff1b HTTP/1.1" status: 200 len: 936 time: 0.0849457 May 19 05:47:21.351527 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-eb408ffb-46c0-4c21-8954-a9b22361b9da req-c6323a77-0ed9-45cd-973f-e293b1a3520f tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] 10.222.0.11 "GET /v2.0/security-groups?id=af2c5cce-cba8-44ee-88be-ea8cf33e85d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427339 May 19 05:47:21.352563 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500ee69e-4028-4cf2-8eb6-808a91135972 req-853a7ea2-348b-46ec-b5df-572d1bf9b93d tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:47:21.353196 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-500ee69e-4028-4cf2-8eb6-808a91135972 req-853a7ea2-348b-46ec-b5df-572d1bf9b93d tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13023'] for port, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:21.384466 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [req-da92dcaf-907e-41ae-a6e8-3ae5ad131660 req-79ba0650-02f1-49f9-9b2a-43a07da34caf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46d90bae-4736-4f89-a0bc-42ecb6cb9ffc {{(pid=103391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 05:47:21.392843 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-500ee69e-4028-4cf2-8eb6-808a91135972 req-853a7ea2-348b-46ec-b5df-572d1bf9b93d tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8334067 May 19 05:47:21.395014 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-da92dcaf-907e-41ae-a6e8-3ae5ad131660 req-79ba0650-02f1-49f9-9b2a-43a07da34caf service neutron] Notify callbacks [] for port, precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:21.408552 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [req-500ee69e-4028-4cf2-8eb6-808a91135972 req-a91579e4-f3f5-4777-a21f-b58fd4fa991f service neutron] Request body: {'port': {'device_id': '6a3109bb-9dce-4858-9fbe-d0935b59ff1b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78240'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:47:21.454821 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6da09de-32e8-4d1f-962f-af16db820e72 req-c00ad6e6-090b-4b78-8fb9-4107b6e0b130 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:47:21.456865 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f6da09de-32e8-4d1f-962f-af16db820e72 req-c00ad6e6-090b-4b78-8fb9-4107b6e0b130 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce2b4528-1444-43e7-8e87-c4472b92ebf9 HTTP/1.1" status: 200 len: 943 time: 0.3334494 May 19 05:47:21.469357 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [req-da92dcaf-907e-41ae-a6e8-3ae5ad131660 req-79ba0650-02f1-49f9-9b2a-43a07da34caf service neutron] Transition to ACTIVE for port object 46d90bae-4736-4f89-a0bc-42ecb6cb9ffc will not be triggered until provisioned by entity L2. {{(pid=103391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:47:21.469703 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-5fb77ad9-4ddd-4952-8554-135b9f754226 None None] Provisioning for port 258d0cc1-3b41-49b4-b683-db2bea72dca6 completed by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:47:21.476154 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-5fb77ad9-4ddd-4952-8554-135b9f754226 None None] Provisioning complete for port 258d0cc1-3b41-49b4-b683-db2bea72dca6 triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:47:21.476643 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5fb77ad9-4ddd-4952-8554-135b9f754226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:21.489811 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-da92dcaf-907e-41ae-a6e8-3ae5ad131660 req-79ba0650-02f1-49f9-9b2a-43a07da34caf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263355279'] for port, after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:21.496420 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:47:21.532933 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-5fb77ad9-4ddd-4952-8554-135b9f754226 None None] Port 258d0cc1-3b41-49b4-b683-db2bea72dca6 cannot update to ACTIVE because it is not bound. {{(pid=103392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 05:47:21.550262 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d2d42d-e044-4267-8c89-289489301bcf req-743074d9-e5d9-4235-8259-26e0cbf23db6 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:47:21.551638 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e9d2d42d-e044-4267-8c89-289489301bcf req-743074d9-e5d9-4235-8259-26e0cbf23db6 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] 10.222.0.11 "GET /v2.0/ports?device_id=3eb8c40c-b2aa-4835-8159-05d73b048ddd HTTP/1.1" status: 200 len: 943 time: 0.0883882 May 19 05:47:21.602078 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e9d2d42d-e044-4267-8c89-289489301bcf req-daad04b0-7da5-4a44-9874-97b0dd48ffe2 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] 10.222.0.11 "GET /v2.0/security-groups?id=52d256ee-3d9a-4eca-8ebb-c265dc8feac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434115 May 19 05:47:21.668310 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f6da09de-32e8-4d1f-962f-af16db820e72 req-214874e5-f7cf-4805-bf06-861449f0c58a tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=9fd27e09-fd1f-4fe8-9681-74181843f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2029412 May 19 05:47:21.689901 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ba0650-02f1-49f9-9b2a-43a07da34caf service neutron] Pushing event updated for resources: {'Port': ['ID=46d90bae-4736-4f89-a0bc-42ecb6cb9ffc,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:47:21.695104 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-79ba0650-02f1-49f9-9b2a-43a07da34caf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:47:21.726406 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-500ee69e-4028-4cf2-8eb6-808a91135972 req-a91579e4-f3f5-4777-a21f-b58fd4fa991f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:21.892738 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-da92dcaf-907e-41ae-a6e8-3ae5ad131660 req-79ba0650-02f1-49f9-9b2a-43a07da34caf service neutron] Attempting to bind port 46d90bae-4736-4f89-a0bc-42ecb6cb9ffc on host hv-cinder-78240 for vnic_type normal with profile {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 05:47:21.893440 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-da92dcaf-907e-41ae-a6e8-3ae5ad131660 req-79ba0650-02f1-49f9-9b2a-43a07da34caf service neutron] Attempting to bind port 46d90bae-4736-4f89-a0bc-42ecb6cb9ffc by drivers openvswitch,hyperv on host hv-cinder-78240 at level 0 using segments [{'id': '87acfb00-c013-496f-9866-cdca7e9ad1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2537e625-7989-4b10-a487-7ce1829aa8b3'}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 05:47:21.893440 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da92dcaf-907e-41ae-a6e8-3ae5ad131660 req-79ba0650-02f1-49f9-9b2a-43a07da34caf service neutron] Attempting to bind port 46d90bae-4736-4f89-a0bc-42ecb6cb9ffc on network 2537e625-7989-4b10-a487-7ce1829aa8b3 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:47:21.911977 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da92dcaf-907e-41ae-a6e8-3ae5ad131660 req-79ba0650-02f1-49f9-9b2a-43a07da34caf service neutron] Port 46d90bae-4736-4f89-a0bc-42ecb6cb9ffc on network 2537e625-7989-4b10-a487-7ce1829aa8b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78240 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 05:47:21.912297 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da92dcaf-907e-41ae-a6e8-3ae5ad131660 req-79ba0650-02f1-49f9-9b2a-43a07da34caf service neutron] Attempting to bind port 46d90bae-4736-4f89-a0bc-42ecb6cb9ffc on network 2537e625-7989-4b10-a487-7ce1829aa8b3 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:47:21.924370 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da92dcaf-907e-41ae-a6e8-3ae5ad131660 req-79ba0650-02f1-49f9-9b2a-43a07da34caf service neutron] Checking agent: {'id': '5b106939-35fb-4931-879f-1b04325a2c36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78240', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 5, 40, 58), 'started_at': datetime.datetime(2021, 5, 19, 5, 40, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 5, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 05:47:21.924703 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da92dcaf-907e-41ae-a6e8-3ae5ad131660 req-79ba0650-02f1-49f9-9b2a-43a07da34caf service neutron] Checking segment: {'id': '87acfb00-c013-496f-9866-cdca7e9ad1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2537e625-7989-4b10-a487-7ce1829aa8b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:47:21.925109 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da92dcaf-907e-41ae-a6e8-3ae5ad131660 req-79ba0650-02f1-49f9-9b2a-43a07da34caf service neutron] Bound using segment: {'id': '87acfb00-c013-496f-9866-cdca7e9ad1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2537e625-7989-4b10-a487-7ce1829aa8b3'} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 05:47:21.925532 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-da92dcaf-907e-41ae-a6e8-3ae5ad131660 req-79ba0650-02f1-49f9-9b2a-43a07da34caf service neutron] Bound port: 46d90bae-4736-4f89-a0bc-42ecb6cb9ffc, host: hv-cinder-78240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87acfb00-c013-496f-9866-cdca7e9ad1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2537e625-7989-4b10-a487-7ce1829aa8b3'}}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 05:47:21.925871 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-da92dcaf-907e-41ae-a6e8-3ae5ad131660 req-79ba0650-02f1-49f9-9b2a-43a07da34caf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:22.115597 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-da92dcaf-907e-41ae-a6e8-3ae5ad131660 req-79ba0650-02f1-49f9-9b2a-43a07da34caf service neutron] For port 46d90bae-4736-4f89-a0bc-42ecb6cb9ffc, host hv-cinder-78240, cleared binding levels {{(pid=103391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 05:47:22.129860 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-da92dcaf-907e-41ae-a6e8-3ae5ad131660 req-79ba0650-02f1-49f9-9b2a-43a07da34caf service neutron] For port 46d90bae-4736-4f89-a0bc-42ecb6cb9ffc, host hv-cinder-78240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=46d90bae-4736-4f89-a0bc-42ecb6cb9ffc,segment=NetworkSegment(87acfb00-c013-496f-9866-cdca7e9ad1a6),segment_id=87acfb00-c013-496f-9866-cdca7e9ad1a6)] {{(pid=103391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 05:47:22.135951 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-da92dcaf-907e-41ae-a6e8-3ae5ad131660 req-79ba0650-02f1-49f9-9b2a-43a07da34caf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263355279'] for port, after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:22.140361 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-853a7ea2-348b-46ec-b5df-572d1bf9b93d tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:47:22.242875 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da92dcaf-907e-41ae-a6e8-3ae5ad131660 req-79ba0650-02f1-49f9-9b2a-43a07da34caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:47:22.243482 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-da92dcaf-907e-41ae-a6e8-3ae5ad131660 req-79ba0650-02f1-49f9-9b2a-43a07da34caf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13023'] for port, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:22.244815 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-da92dcaf-907e-41ae-a6e8-3ae5ad131660 req-79ba0650-02f1-49f9-9b2a-43a07da34caf service neutron] 10.222.0.26 "PUT /v2.0/ports/46d90bae-4736-4f89-a0bc-42ecb6cb9ffc HTTP/1.1" status: 200 len: 1093 time: 1.7917049 May 19 05:47:22.245302 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eb8c40c-b2aa-4835-8159-05d73b048ddd', 'tag': '46d90bae-4736-4f89-a0bc-42ecb6cb9ffc'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:47:22.275917 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ba0650-02f1-49f9-9b2a-43a07da34caf service neutron] Pushing event updated for resources: {'Port': ['ID=46d90bae-4736-4f89-a0bc-42ecb6cb9ffc,revision_number=3']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:47:22.280196 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-79ba0650-02f1-49f9-9b2a-43a07da34caf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:47:22.313678 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [req-500ee69e-4028-4cf2-8eb6-808a91135972 req-a91579e4-f3f5-4777-a21f-b58fd4fa991f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 258d0cc1-3b41-49b4-b683-db2bea72dca6 {{(pid=103391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 05:47:22.323080 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eb8c40c-b2aa-4835-8159-05d73b048ddd', 'tag': '46d90bae-4736-4f89-a0bc-42ecb6cb9ffc', 'status': 'completed', 'code': 200} May 19 05:47:22.330780 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-500ee69e-4028-4cf2-8eb6-808a91135972 req-a91579e4-f3f5-4777-a21f-b58fd4fa991f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:22.354974 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [req-500ee69e-4028-4cf2-8eb6-808a91135972 req-a91579e4-f3f5-4777-a21f-b58fd4fa991f service neutron] Transition to ACTIVE for port object 258d0cc1-3b41-49b4-b683-db2bea72dca6 will not be triggered until provisioned by entity L2. {{(pid=103391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:47:22.360608 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-500ee69e-4028-4cf2-8eb6-808a91135972 req-a91579e4-f3f5-4777-a21f-b58fd4fa991f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263355279'] for port, after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:22.365337 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-3374a1b7-11d0-44bf-9f39-b7abaab08f06 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:47:22.633105 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91579e4-f3f5-4777-a21f-b58fd4fa991f service neutron] Pushing event updated for resources: {'Port': ['ID=258d0cc1-3b41-49b4-b683-db2bea72dca6,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:47:22.667662 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-a91579e4-f3f5-4777-a21f-b58fd4fa991f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:47:22.669840 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da92dcaf-907e-41ae-a6e8-3ae5ad131660 req-0446dcdc-9950-4fa2-aed2-f70119a6bc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:47:22.671337 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-da92dcaf-907e-41ae-a6e8-3ae5ad131660 req-0446dcdc-9950-4fa2-aed2-f70119a6bc7d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=38c030c8d50b46a29b0438d7c3b7189d&device_id=3eb8c40c-b2aa-4835-8159-05d73b048ddd HTTP/1.1" status: 200 len: 1096 time: 0.3886726 May 19 05:47:22.780805 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-da92dcaf-907e-41ae-a6e8-3ae5ad131660 req-738d2822-2595-4f2b-85c6-f1ef89ff18f0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=46d90bae-4736-4f89-a0bc-42ecb6cb9ffc HTTP/1.1" status: 200 len: 217 time: 0.0962665 May 19 05:47:22.795381 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82585777-7405-4717-947f-9fa7ad3b3b6c req-8654c9ba-6ae2-45c4-bd41-00b84f901489 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:47:22.796824 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-82585777-7405-4717-947f-9fa7ad3b3b6c req-8654c9ba-6ae2-45c4-bd41-00b84f901489 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] 10.222.0.11 "GET /v2.0/ports?device_id=3eb8c40c-b2aa-4835-8159-05d73b048ddd HTTP/1.1" status: 200 len: 943 time: 0.0806334 May 19 05:47:22.843267 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-82585777-7405-4717-947f-9fa7ad3b3b6c req-fc0e730a-19dc-4bd6-9f4f-54c7480ed040 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] 10.222.0.11 "GET /v2.0/security-groups?id=52d256ee-3d9a-4eca-8ebb-c265dc8feac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405507 May 19 05:47:22.877778 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350f5c5e-ce63-499b-8ac8-36110144df99 req-eea7177b-b516-446d-9520-9bdaf9d717d8 tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:47:22.879024 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-350f5c5e-ce63-499b-8ac8-36110144df99 req-eea7177b-b516-446d-9520-9bdaf9d717d8 tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] Synchronizing usage tracker for tenant:4b4a31e1ae77457f9d6cfb9ec3b6c266 on resource:port {{(pid=103391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:47:22.883834 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da92dcaf-907e-41ae-a6e8-3ae5ad131660 req-be6676a2-6030-4856-b63c-20384a7a094e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:47:22.885188 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-da92dcaf-907e-41ae-a6e8-3ae5ad131660 req-be6676a2-6030-4856-b63c-20384a7a094e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f7c49e43-5148-4f74-a033-94da7fdde1ba HTTP/1.1" status: 200 len: 854 time: 0.0955644 May 19 05:47:22.888172 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-500ee69e-4028-4cf2-8eb6-808a91135972 req-a91579e4-f3f5-4777-a21f-b58fd4fa991f service neutron] Attempting to bind port 258d0cc1-3b41-49b4-b683-db2bea72dca6 on host hv-cinder-78240 for vnic_type normal with profile {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 05:47:22.888499 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-500ee69e-4028-4cf2-8eb6-808a91135972 req-a91579e4-f3f5-4777-a21f-b58fd4fa991f service neutron] Attempting to bind port 258d0cc1-3b41-49b4-b683-db2bea72dca6 by drivers openvswitch,hyperv on host hv-cinder-78240 at level 0 using segments [{'id': 'cb514f7c-6ec6-4f7a-91f7-31685f9b5e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7c113a1e-3ac0-48cc-bcdc-e9729bc3695c'}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 05:47:22.888821 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500ee69e-4028-4cf2-8eb6-808a91135972 req-a91579e4-f3f5-4777-a21f-b58fd4fa991f service neutron] Attempting to bind port 258d0cc1-3b41-49b4-b683-db2bea72dca6 on network 7c113a1e-3ac0-48cc-bcdc-e9729bc3695c {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:47:22.926195 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500ee69e-4028-4cf2-8eb6-808a91135972 req-a91579e4-f3f5-4777-a21f-b58fd4fa991f service neutron] Port 258d0cc1-3b41-49b4-b683-db2bea72dca6 on network 7c113a1e-3ac0-48cc-bcdc-e9729bc3695c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78240 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 05:47:22.926865 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500ee69e-4028-4cf2-8eb6-808a91135972 req-a91579e4-f3f5-4777-a21f-b58fd4fa991f service neutron] Attempting to bind port 258d0cc1-3b41-49b4-b683-db2bea72dca6 on network 7c113a1e-3ac0-48cc-bcdc-e9729bc3695c {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:47:22.945745 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-da92dcaf-907e-41ae-a6e8-3ae5ad131660 req-64619701-f805-411e-bf92-b168a6ba7849 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2537e625-7989-4b10-a487-7ce1829aa8b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518486 May 19 05:47:22.947857 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500ee69e-4028-4cf2-8eb6-808a91135972 req-a91579e4-f3f5-4777-a21f-b58fd4fa991f service neutron] Checking agent: {'id': '5b106939-35fb-4931-879f-1b04325a2c36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78240', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 5, 40, 58), 'started_at': datetime.datetime(2021, 5, 19, 5, 40, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 5, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 05:47:22.948185 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500ee69e-4028-4cf2-8eb6-808a91135972 req-a91579e4-f3f5-4777-a21f-b58fd4fa991f service neutron] Checking segment: {'id': 'cb514f7c-6ec6-4f7a-91f7-31685f9b5e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7c113a1e-3ac0-48cc-bcdc-e9729bc3695c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:47:22.948555 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500ee69e-4028-4cf2-8eb6-808a91135972 req-a91579e4-f3f5-4777-a21f-b58fd4fa991f service neutron] Bound using segment: {'id': 'cb514f7c-6ec6-4f7a-91f7-31685f9b5e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7c113a1e-3ac0-48cc-bcdc-e9729bc3695c'} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 05:47:22.948986 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-500ee69e-4028-4cf2-8eb6-808a91135972 req-a91579e4-f3f5-4777-a21f-b58fd4fa991f service neutron] Bound port: 258d0cc1-3b41-49b4-b683-db2bea72dca6, host: hv-cinder-78240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb514f7c-6ec6-4f7a-91f7-31685f9b5e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7c113a1e-3ac0-48cc-bcdc-e9729bc3695c'}}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 05:47:22.949328 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-500ee69e-4028-4cf2-8eb6-808a91135972 req-a91579e4-f3f5-4777-a21f-b58fd4fa991f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:22.984387 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-350f5c5e-ce63-499b-8ac8-36110144df99 req-eea7177b-b516-446d-9520-9bdaf9d717d8 tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] Unset dirty status for tenant:4b4a31e1ae77457f9d6cfb9ec3b6c266 on resource:port {{(pid=103391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:47:22.985472 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-350f5c5e-ce63-499b-8ac8-36110144df99 req-eea7177b-b516-446d-9520-9bdaf9d717d8 tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a3109bb-9dce-4858-9fbe-d0935b59ff1b HTTP/1.1" status: 200 len: 948 time: 0.4815936 May 19 05:47:23.016022 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a930127a-0cd0-45e4-9263-212b07b6ce7e req-13c89756-c1ab-4722-9355-278e91dbffc1 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:47:23.017556 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a930127a-0cd0-45e4-9263-212b07b6ce7e req-13c89756-c1ab-4722-9355-278e91dbffc1 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce2b4528-1444-43e7-8e87-c4472b92ebf9 HTTP/1.1" status: 200 len: 943 time: 0.0814977 May 19 05:47:23.063060 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a930127a-0cd0-45e4-9263-212b07b6ce7e req-cd3fef10-c17c-4d40-8105-50fd49d62b6c tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=9fd27e09-fd1f-4fe8-9681-74181843f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388885 May 19 05:47:23.165467 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-350f5c5e-ce63-499b-8ac8-36110144df99 req-4d882285-53d7-4ece-801b-4fab992da15c tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] Synchronizing usage tracker for tenant:4b4a31e1ae77457f9d6cfb9ec3b6c266 on resource:security_group {{(pid=103391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:47:23.185965 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-500ee69e-4028-4cf2-8eb6-808a91135972 req-a91579e4-f3f5-4777-a21f-b58fd4fa991f service neutron] For port 258d0cc1-3b41-49b4-b683-db2bea72dca6, host hv-cinder-78240, cleared binding levels {{(pid=103391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 05:47:23.204266 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-da92dcaf-907e-41ae-a6e8-3ae5ad131660 req-e3bcba49-25d4-4c49-870e-0bf85fbc62fc service neutron] 10.222.0.26 "GET /v2.0/networks/2537e625-7989-4b10-a487-7ce1829aa8b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436364 May 19 05:47:23.205890 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-500ee69e-4028-4cf2-8eb6-808a91135972 req-a91579e4-f3f5-4777-a21f-b58fd4fa991f service neutron] For port 258d0cc1-3b41-49b4-b683-db2bea72dca6, host hv-cinder-78240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=258d0cc1-3b41-49b4-b683-db2bea72dca6,segment=NetworkSegment(cb514f7c-6ec6-4f7a-91f7-31685f9b5e28),segment_id=cb514f7c-6ec6-4f7a-91f7-31685f9b5e28)] {{(pid=103391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 05:47:23.207547 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-350f5c5e-ce63-499b-8ac8-36110144df99 req-4d882285-53d7-4ece-801b-4fab992da15c tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] Unset dirty status for tenant:4b4a31e1ae77457f9d6cfb9ec3b6c266 on resource:security_group {{(pid=103391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:47:23.208548 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-350f5c5e-ce63-499b-8ac8-36110144df99 req-4d882285-53d7-4ece-801b-4fab992da15c tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] 10.222.0.11 "GET /v2.0/security-groups?id=af2c5cce-cba8-44ee-88be-ea8cf33e85d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837039 May 19 05:47:23.210519 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-500ee69e-4028-4cf2-8eb6-808a91135972 req-a91579e4-f3f5-4777-a21f-b58fd4fa991f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263355279'] for port, after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:23.216113 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-b9976fe2-9c30-4d91-9b9e-9380c5c5dabb tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:47:23.304489 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500ee69e-4028-4cf2-8eb6-808a91135972 req-a91579e4-f3f5-4777-a21f-b58fd4fa991f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:47:23.305091 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-500ee69e-4028-4cf2-8eb6-808a91135972 req-a91579e4-f3f5-4777-a21f-b58fd4fa991f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13023'] for port, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:23.306440 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-500ee69e-4028-4cf2-8eb6-808a91135972 req-a91579e4-f3f5-4777-a21f-b58fd4fa991f service neutron] 10.222.0.26 "PUT /v2.0/ports/258d0cc1-3b41-49b4-b683-db2bea72dca6 HTTP/1.1" status: 200 len: 1098 time: 1.9034090 May 19 05:47:23.436819 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91579e4-f3f5-4777-a21f-b58fd4fa991f service neutron] Pushing event updated for resources: {'Port': ['ID=258d0cc1-3b41-49b4-b683-db2bea72dca6,revision_number=3']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:47:23.443838 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-a91579e4-f3f5-4777-a21f-b58fd4fa991f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:47:23.463785 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-da92dcaf-907e-41ae-a6e8-3ae5ad131660 req-d6171a04-db4b-4240-b7f4-83e4e274fa9f service neutron] 10.222.0.26 "GET /v2.0/networks/2537e625-7989-4b10-a487-7ce1829aa8b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494586 May 19 05:47:23.477772 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500ee69e-4028-4cf2-8eb6-808a91135972 req-9cc17950-e07e-4fd8-b290-53f1055abb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:47:23.479261 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-500ee69e-4028-4cf2-8eb6-808a91135972 req-9cc17950-e07e-4fd8-b290-53f1055abb4e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4b4a31e1ae77457f9d6cfb9ec3b6c266&device_id=6a3109bb-9dce-4858-9fbe-d0935b59ff1b HTTP/1.1" status: 200 len: 1101 time: 0.1275635 May 19 05:47:23.581237 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-500ee69e-4028-4cf2-8eb6-808a91135972 req-1103a9fd-cfd7-4c2d-932b-7f2dcf43cf1d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=258d0cc1-3b41-49b4-b683-db2bea72dca6 HTTP/1.1" status: 200 len: 217 time: 0.0942988 May 19 05:47:23.656292 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500ee69e-4028-4cf2-8eb6-808a91135972 req-12c250c1-971a-4699-a695-dda62363cf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:47:23.657576 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-500ee69e-4028-4cf2-8eb6-808a91135972 req-12c250c1-971a-4699-a695-dda62363cf49 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4452644e-62ba-484c-bb6b-48c0dfeb8523 HTTP/1.1" status: 200 len: 843 time: 0.0691791 May 19 05:47:23.700803 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cc66c7-9f46-4880-b36c-3aa2c8b21fa1 req-88400ef1-868b-4d93-b0ab-560c971069de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:47:23.702178 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-83cc66c7-9f46-4880-b36c-3aa2c8b21fa1 req-88400ef1-868b-4d93-b0ab-560c971069de service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=38c030c8d50b46a29b0438d7c3b7189d&device_id=3eb8c40c-b2aa-4835-8159-05d73b048ddd HTTP/1.1" status: 200 len: 1096 time: 0.1690631 May 19 05:47:23.840892 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500ee69e-4028-4cf2-8eb6-808a91135972 req-35241de0-12f2-4aa5-8b58-578ee4b825ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:47:23.842299 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-500ee69e-4028-4cf2-8eb6-808a91135972 req-35241de0-12f2-4aa5-8b58-578ee4b825ad service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7c113a1e-3ac0-48cc-bcdc-e9729bc3695c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1780314 May 19 05:47:23.848772 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cc66c7-9f46-4880-b36c-3aa2c8b21fa1 req-16e97b99-4455-4b30-8cf8-6272b4501471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:47:23.850050 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-83cc66c7-9f46-4880-b36c-3aa2c8b21fa1 req-16e97b99-4455-4b30-8cf8-6272b4501471 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2537e625-7989-4b10-a487-7ce1829aa8b3 HTTP/1.1" status: 200 len: 915 time: 0.1406100 May 19 05:47:24.035767 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5567005b-49f1-457e-9610-f1c0de8735ce req-bb01f36b-2469-4fe1-9dc7-f57153b88abd tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:47:24.037200 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5567005b-49f1-457e-9610-f1c0de8735ce req-bb01f36b-2469-4fe1-9dc7-f57153b88abd tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] 10.222.0.11 "GET /v2.0/ports?device_id=3eb8c40c-b2aa-4835-8159-05d73b048ddd HTTP/1.1" status: 200 len: 943 time: 0.0871139 May 19 05:47:24.047135 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-83cc66c7-9f46-4880-b36c-3aa2c8b21fa1 req-b6449c54-b93c-4e2d-91f6-3e3d63eb4263 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=46d90bae-4736-4f89-a0bc-42ecb6cb9ffc HTTP/1.1" status: 200 len: 217 time: 0.1792619 May 19 05:47:24.082518 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5567005b-49f1-457e-9610-f1c0de8735ce req-2e089bb3-e4e6-4a84-b74a-b5526e08e8f3 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] 10.222.0.11 "GET /v2.0/security-groups?id=52d256ee-3d9a-4eca-8ebb-c265dc8feac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394499 May 19 05:47:24.180619 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cc66c7-9f46-4880-b36c-3aa2c8b21fa1 req-37b8c834-8db2-4436-acdc-5b8f13c67ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:47:24.182003 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-83cc66c7-9f46-4880-b36c-3aa2c8b21fa1 req-37b8c834-8db2-4436-acdc-5b8f13c67ed1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f7c49e43-5148-4f74-a033-94da7fdde1ba HTTP/1.1" status: 200 len: 854 time: 0.0921845 May 19 05:47:24.249317 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-500ee69e-4028-4cf2-8eb6-808a91135972 req-7e55b340-a037-4b8a-9bbf-da9e52b19edb service neutron] 10.222.0.26 "GET /v2.0/networks/7c113a1e-3ac0-48cc-bcdc-e9729bc3695c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3983524 May 19 05:47:24.289891 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-83cc66c7-9f46-4880-b36c-3aa2c8b21fa1 req-01ef5b71-beb1-4d45-9ba6-9b4e785ce88e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2537e625-7989-4b10-a487-7ce1829aa8b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704722 May 19 05:47:24.327712 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a3109bb-9dce-4858-9fbe-d0935b59ff1b', 'tag': '258d0cc1-3b41-49b4-b683-db2bea72dca6'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:47:24.390341 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabda34e-b96c-465e-9d81-56e1d060ee87 req-8dbfadcd-dac6-4ff5-8737-b7ab4b2faa6a tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:47:24.392085 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-eabda34e-b96c-465e-9d81-56e1d060ee87 req-8dbfadcd-dac6-4ff5-8737-b7ab4b2faa6a tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a3109bb-9dce-4858-9fbe-d0935b59ff1b HTTP/1.1" status: 200 len: 948 time: 0.0783987 May 19 05:47:24.438022 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-eabda34e-b96c-465e-9d81-56e1d060ee87 req-81bf57b6-e246-4477-8857-fe8d585b77be tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] 10.222.0.11 "GET /v2.0/security-groups?id=af2c5cce-cba8-44ee-88be-ea8cf33e85d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396397 May 19 05:47:24.508519 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a3109bb-9dce-4858-9fbe-d0935b59ff1b', 'tag': '258d0cc1-3b41-49b4-b683-db2bea72dca6', 'status': 'completed', 'code': 200} May 19 05:47:24.520283 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-500ee69e-4028-4cf2-8eb6-808a91135972 req-190dc036-7626-46a3-af71-288a0eb8bfa9 service neutron] 10.222.0.26 "GET /v2.0/networks/7c113a1e-3ac0-48cc-bcdc-e9729bc3695c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617347 May 19 05:47:24.527687 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17648d00-5657-4c5c-ac9c-b0e60a2e05b2 req-7006a4dc-75be-4233-8e40-91236aff151b tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:47:24.529099 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-17648d00-5657-4c5c-ac9c-b0e60a2e05b2 req-7006a4dc-75be-4233-8e40-91236aff151b tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce2b4528-1444-43e7-8e87-c4472b92ebf9 HTTP/1.1" status: 200 len: 943 time: 0.3529856 May 19 05:47:24.561103 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-83cc66c7-9f46-4880-b36c-3aa2c8b21fa1 req-767ff2a2-96d0-4f1a-b618-b1252aaf80bf service neutron] 10.222.0.26 "GET /v2.0/networks/2537e625-7989-4b10-a487-7ce1829aa8b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580016 May 19 05:47:24.653439 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-17648d00-5657-4c5c-ac9c-b0e60a2e05b2 req-2092381b-0e3d-4f05-a147-1197f6415c95 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=9fd27e09-fd1f-4fe8-9681-74181843f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153288 May 19 05:47:24.756099 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cc7b82-2d2a-4866-82df-e615a86ccdc6 req-4c0243e5-b22f-4713-a548-8ec64fb04f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:47:24.757549 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e4cc7b82-2d2a-4866-82df-e615a86ccdc6 req-4c0243e5-b22f-4713-a548-8ec64fb04f51 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4b4a31e1ae77457f9d6cfb9ec3b6c266&device_id=6a3109bb-9dce-4858-9fbe-d0935b59ff1b HTTP/1.1" status: 200 len: 1101 time: 0.1845939 May 19 05:47:24.762439 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-83cc66c7-9f46-4880-b36c-3aa2c8b21fa1 req-a7be5844-3dae-450b-973f-3962ade0e308 service neutron] 10.222.0.26 "GET /v2.0/networks/2537e625-7989-4b10-a487-7ce1829aa8b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541054 May 19 05:47:24.889557 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cc7b82-2d2a-4866-82df-e615a86ccdc6 req-4f04e14c-4b3e-44b2-b0fb-ba66e1ffb995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:47:24.891008 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e4cc7b82-2d2a-4866-82df-e615a86ccdc6 req-4f04e14c-4b3e-44b2-b0fb-ba66e1ffb995 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7c113a1e-3ac0-48cc-bcdc-e9729bc3695c HTTP/1.1" status: 200 len: 870 time: 0.1223745 May 19 05:47:24.958812 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e4cc7b82-2d2a-4866-82df-e615a86ccdc6 req-0266d564-4e6c-443f-ba97-cb57644069c3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=258d0cc1-3b41-49b4-b683-db2bea72dca6 HTTP/1.1" status: 200 len: 217 time: 0.0607212 May 19 05:47:25.022056 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cc7b82-2d2a-4866-82df-e615a86ccdc6 req-33ab5332-ed6d-44b7-badb-da73aebe0908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:47:25.023425 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e4cc7b82-2d2a-4866-82df-e615a86ccdc6 req-33ab5332-ed6d-44b7-badb-da73aebe0908 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4452644e-62ba-484c-bb6b-48c0dfeb8523 HTTP/1.1" status: 200 len: 843 time: 0.0575900 May 19 05:47:25.095584 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cc7b82-2d2a-4866-82df-e615a86ccdc6 req-921851b1-54ed-4c89-b7ab-fa6db47d48cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:47:25.097525 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e4cc7b82-2d2a-4866-82df-e615a86ccdc6 req-921851b1-54ed-4c89-b7ab-fa6db47d48cc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7c113a1e-3ac0-48cc-bcdc-e9729bc3695c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0664008 May 19 05:47:25.228918 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e4cc7b82-2d2a-4866-82df-e615a86ccdc6 req-ad80a463-6136-44de-9ed0-65dfcecaafdd service neutron] 10.222.0.26 "GET /v2.0/networks/7c113a1e-3ac0-48cc-bcdc-e9729bc3695c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234932 May 19 05:47:25.269829 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1a1134-9e3a-4c33-b56f-5228c4db3081 req-be1d40ca-06a7-483d-8145-8e4815f6b7f3 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:47:25.271338 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ef1a1134-9e3a-4c33-b56f-5228c4db3081 req-be1d40ca-06a7-483d-8145-8e4815f6b7f3 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] 10.222.0.11 "GET /v2.0/ports?device_id=3eb8c40c-b2aa-4835-8159-05d73b048ddd HTTP/1.1" status: 200 len: 943 time: 0.0831978 May 19 05:47:25.315825 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ef1a1134-9e3a-4c33-b56f-5228c4db3081 req-5ac93091-3469-4892-8f68-19154159f680 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] 10.222.0.11 "GET /v2.0/security-groups?id=52d256ee-3d9a-4eca-8ebb-c265dc8feac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385008 May 19 05:47:25.358355 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e4cc7b82-2d2a-4866-82df-e615a86ccdc6 req-ad36eaaf-4a52-4de1-9ff3-9bdb9ff671fb service neutron] 10.222.0.26 "GET /v2.0/networks/7c113a1e-3ac0-48cc-bcdc-e9729bc3695c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228130 May 19 05:47:25.618318 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a84cda9-e0d9-42a4-b6ec-20e9c1708cfd req-af9013a3-6627-4784-8179-ff788d1ffc6f tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:47:25.619771 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2a84cda9-e0d9-42a4-b6ec-20e9c1708cfd req-af9013a3-6627-4784-8179-ff788d1ffc6f tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a3109bb-9dce-4858-9fbe-d0935b59ff1b HTTP/1.1" status: 200 len: 948 time: 0.0774958 May 19 05:47:25.757606 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2a84cda9-e0d9-42a4-b6ec-20e9c1708cfd req-48e9e797-31f5-4e9a-9b06-7126a06da53a tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] 10.222.0.11 "GET /v2.0/security-groups?id=af2c5cce-cba8-44ee-88be-ea8cf33e85d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321561 May 19 05:47:25.848854 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55aebe8-7cbc-401d-8ce4-472a083297ee req-a66fc0f4-2c0b-4d2f-9389-766b1950aef7 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:47:25.850296 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d55aebe8-7cbc-401d-8ce4-472a083297ee req-a66fc0f4-2c0b-4d2f-9389-766b1950aef7 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce2b4528-1444-43e7-8e87-c4472b92ebf9 HTTP/1.1" status: 200 len: 943 time: 0.0830147 May 19 05:47:25.893257 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d55aebe8-7cbc-401d-8ce4-472a083297ee req-fce4680c-1d4e-4daf-a257-8957a1bbd878 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=9fd27e09-fd1f-4fe8-9681-74181843f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372467 May 19 05:47:26.498594 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57aea33-8e6c-45bb-a1e5-8ea17562eb2e req-0b2b395b-8aa6-49ab-a7ae-388cc1200755 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:47:26.499213 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-e57aea33-8e6c-45bb-a1e5-8ea17562eb2e req-0b2b395b-8aa6-49ab-a7ae-388cc1200755 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] Synchronizing usage tracker for tenant:38c030c8d50b46a29b0438d7c3b7189d on resource:port {{(pid=103391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:47:26.516644 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-e57aea33-8e6c-45bb-a1e5-8ea17562eb2e req-0b2b395b-8aa6-49ab-a7ae-388cc1200755 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] Unset dirty status for tenant:38c030c8d50b46a29b0438d7c3b7189d on resource:port {{(pid=103391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:47:26.517767 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e57aea33-8e6c-45bb-a1e5-8ea17562eb2e req-0b2b395b-8aa6-49ab-a7ae-388cc1200755 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] 10.222.0.11 "GET /v2.0/ports?device_id=3eb8c40c-b2aa-4835-8159-05d73b048ddd HTTP/1.1" status: 200 len: 943 time: 0.0970201 May 19 05:47:26.561597 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e57aea33-8e6c-45bb-a1e5-8ea17562eb2e req-3399817e-e724-4ccf-984a-7c573a304a3f tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] 10.222.0.11 "GET /v2.0/security-groups?id=52d256ee-3d9a-4eca-8ebb-c265dc8feac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375531 May 19 05:47:26.936621 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd27c25-4627-4739-8e37-9a7ec2317b13 req-72639d5b-008b-4373-b202-33329fea76eb tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:47:26.938069 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4cd27c25-4627-4739-8e37-9a7ec2317b13 req-72639d5b-008b-4373-b202-33329fea76eb tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a3109bb-9dce-4858-9fbe-d0935b59ff1b HTTP/1.1" status: 200 len: 948 time: 0.0774450 May 19 05:47:26.981605 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4cd27c25-4627-4739-8e37-9a7ec2317b13 req-0fb9e598-68cb-4d6c-9ba4-626c53a919a4 tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] 10.222.0.11 "GET /v2.0/security-groups?id=af2c5cce-cba8-44ee-88be-ea8cf33e85d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373690 May 19 05:47:27.081433 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b00ee31-e694-477d-8f46-3aa610207b6e req-8cd31130-f7fa-4128-9497-986ea92039a2 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:47:27.082866 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7b00ee31-e694-477d-8f46-3aa610207b6e req-8cd31130-f7fa-4128-9497-986ea92039a2 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce2b4528-1444-43e7-8e87-c4472b92ebf9 HTTP/1.1" status: 200 len: 943 time: 0.0803208 May 19 05:47:27.125689 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7b00ee31-e694-477d-8f46-3aa610207b6e req-f1d3b817-26fa-4965-98f9-7b2fe9c29af6 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=9fd27e09-fd1f-4fe8-9681-74181843f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371761 May 19 05:47:27.816504 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a658fd43-85c1-4138-8b98-bb0cba46772f req-a99100e2-f69e-4afd-8d3d-036ac47d5a56 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:47:27.817850 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a658fd43-85c1-4138-8b98-bb0cba46772f req-a99100e2-f69e-4afd-8d3d-036ac47d5a56 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] 10.222.0.11 "GET /v2.0/ports?device_id=3eb8c40c-b2aa-4835-8159-05d73b048ddd HTTP/1.1" status: 200 len: 943 time: 0.1545196 May 19 05:47:27.861725 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a658fd43-85c1-4138-8b98-bb0cba46772f req-a2345e7d-76e2-4e30-877a-cb8c6f26d1d1 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] 10.222.0.11 "GET /v2.0/security-groups?id=52d256ee-3d9a-4eca-8ebb-c265dc8feac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380735 May 19 05:47:28.160630 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f799fde-678e-4ec5-8b6a-2dbe0703b382 req-71398e77-b70e-4af7-b563-86f4b801e7c3 tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:47:28.161890 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6f799fde-678e-4ec5-8b6a-2dbe0703b382 req-71398e77-b70e-4af7-b563-86f4b801e7c3 tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a3109bb-9dce-4858-9fbe-d0935b59ff1b HTTP/1.1" status: 200 len: 948 time: 0.0788093 May 19 05:47:28.175633 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:28.214816 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6f799fde-678e-4ec5-8b6a-2dbe0703b382 req-eb050ae1-27f8-4ee5-9da2-f06aa9bd62c2 tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] 10.222.0.11 "GET /v2.0/security-groups?id=af2c5cce-cba8-44ee-88be-ea8cf33e85d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463305 May 19 05:47:28.316782 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d376fea-1ad9-4219-b8c4-95dcdd70c4db req-77d38890-9043-4eec-89e4-732d613e7135 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:47:28.318221 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3d376fea-1ad9-4219-b8c4-95dcdd70c4db req-77d38890-9043-4eec-89e4-732d613e7135 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce2b4528-1444-43e7-8e87-c4472b92ebf9 HTTP/1.1" status: 200 len: 943 time: 0.0784707 May 19 05:47:28.363749 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3d376fea-1ad9-4219-b8c4-95dcdd70c4db req-6b3be1da-dbca-4ce2-9b74-b62556443c0b tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=9fd27e09-fd1f-4fe8-9681-74181843f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395947 May 19 05:47:28.495235 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Device 46d90bae-4736-4f89-a0bc-42ecb6cb9ffc details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=103392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 05:47:28.623389 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] For port 46d90bae-4736-4f89-a0bc-42ecb6cb9ffc, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=46d90bae-4736-4f89-a0bc-42ecb6cb9ffc,segment=NetworkSegment(87acfb00-c013-496f-9866-cdca7e9ad1a6),segment_id=87acfb00-c013-496f-9866-cdca7e9ad1a6)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:47:28.635786 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Returning: {'device': '46d90bae-4736-4f89-a0bc-42ecb6cb9ffc', 'network_id': '2537e625-7989-4b10-a487-7ce1829aa8b3', 'port_id': '46d90bae-4736-4f89-a0bc-42ecb6cb9ffc', 'mac_address': 'fa:16:3e:85:34:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7c49e43-5148-4f74-a033-94da7fdde1ba', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 05:47:28.687414 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:28.703311 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46d90bae-4736-4f89-a0bc-42ecb6cb9ffc {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 05:47:28.718188 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] For port 46d90bae-4736-4f89-a0bc-42ecb6cb9ffc, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=46d90bae-4736-4f89-a0bc-42ecb6cb9ffc,segment=NetworkSegment(87acfb00-c013-496f-9866-cdca7e9ad1a6),segment_id=87acfb00-c013-496f-9866-cdca7e9ad1a6)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:47:28.722739 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:28.723407 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Device 258d0cc1-3b41-49b4-b683-db2bea72dca6 details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=103392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 05:47:28.726659 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:47:28.862716 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Pushing event updated for resources: {'Port': ['ID=46d90bae-4736-4f89-a0bc-42ecb6cb9ffc,revision_number=4']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:47:28.881166 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:47:28.881528 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:47:28.881864 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:47:28.882194 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:47:28.882519 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:47:28.882872 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:47:28.883198 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:47:28.883528 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:47:28.883837 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:47:28.884165 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:47:28.884476 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:47:28.884809 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:47:28.888830 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:47:28.922219 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] For port 258d0cc1-3b41-49b4-b683-db2bea72dca6, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=258d0cc1-3b41-49b4-b683-db2bea72dca6,segment=NetworkSegment(cb514f7c-6ec6-4f7a-91f7-31685f9b5e28),segment_id=cb514f7c-6ec6-4f7a-91f7-31685f9b5e28)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:47:28.934954 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Returning: {'device': '258d0cc1-3b41-49b4-b683-db2bea72dca6', 'network_id': '7c113a1e-3ac0-48cc-bcdc-e9729bc3695c', 'port_id': '258d0cc1-3b41-49b4-b683-db2bea72dca6', 'mac_address': 'fa:16:3e:6c:0b:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4452644e-62ba-484c-bb6b-48c0dfeb8523', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 05:47:28.989388 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:29.006456 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 258d0cc1-3b41-49b4-b683-db2bea72dca6 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 05:47:29.022201 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] For port 258d0cc1-3b41-49b4-b683-db2bea72dca6, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=258d0cc1-3b41-49b4-b683-db2bea72dca6,segment=NetworkSegment(cb514f7c-6ec6-4f7a-91f7-31685f9b5e28),segment_id=cb514f7c-6ec6-4f7a-91f7-31685f9b5e28)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:47:29.026190 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:29.026997 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Device 942ebcfa-98eb-4d38-870e-cd0f4b5236e0 details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=103392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 05:47:29.030014 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:47:29.045616 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e5a6f4-1ba0-41e1-98fc-bcda4ee39810 req-bedc0a0d-f66b-4d6b-818d-3fbcff206484 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:47:29.047075 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-85e5a6f4-1ba0-41e1-98fc-bcda4ee39810 req-bedc0a0d-f66b-4d6b-818d-3fbcff206484 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] 10.222.0.11 "GET /v2.0/ports?device_id=3eb8c40c-b2aa-4835-8159-05d73b048ddd HTTP/1.1" status: 200 len: 944 time: 0.0784791 May 19 05:47:29.091582 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-85e5a6f4-1ba0-41e1-98fc-bcda4ee39810 req-ab0c5414-c0c8-4c80-b090-decb3d726daf tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] 10.222.0.11 "GET /v2.0/security-groups?id=52d256ee-3d9a-4eca-8ebb-c265dc8feac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385470 May 19 05:47:29.165364 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Pushing event updated for resources: {'Port': ['ID=258d0cc1-3b41-49b4-b683-db2bea72dca6,revision_number=4']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:47:29.171457 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:47:29.215079 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] For port 942ebcfa-98eb-4d38-870e-cd0f4b5236e0, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=942ebcfa-98eb-4d38-870e-cd0f4b5236e0,segment=NetworkSegment(f507ec07-80b3-40da-acb9-6d4ba052bdb5),segment_id=f507ec07-80b3-40da-acb9-6d4ba052bdb5)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:47:29.227376 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Returning: {'device': '942ebcfa-98eb-4d38-870e-cd0f4b5236e0', 'network_id': '66468b2a-efab-4a3c-bf32-cbdbf073937c', 'port_id': '942ebcfa-98eb-4d38-870e-cd0f4b5236e0', 'mac_address': 'fa:16:3e:77:b5:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fe61487-2837-401f-bfcd-f193a4daf6f6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 05:47:29.281212 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:29.297131 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 942ebcfa-98eb-4d38-870e-cd0f4b5236e0 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 05:47:29.312683 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] For port 942ebcfa-98eb-4d38-870e-cd0f4b5236e0, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=942ebcfa-98eb-4d38-870e-cd0f4b5236e0,segment=NetworkSegment(f507ec07-80b3-40da-acb9-6d4ba052bdb5),segment_id=f507ec07-80b3-40da-acb9-6d4ba052bdb5)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:47:29.317591 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:29.319380 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:47:29.386840 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Pushing event updated for resources: {'Port': ['ID=942ebcfa-98eb-4d38-870e-cd0f4b5236e0,revision_number=9']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:47:29.390050 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:47:29.397088 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944f962a-278e-45e5-95df-58c8761d20c2 req-b9293ed2-a7c6-4548-9afc-8a26dd4cea63 tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:47:29.398588 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-944f962a-278e-45e5-95df-58c8761d20c2 req-b9293ed2-a7c6-4548-9afc-8a26dd4cea63 tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a3109bb-9dce-4858-9fbe-d0935b59ff1b HTTP/1.1" status: 200 len: 949 time: 0.0783014 May 19 05:47:29.443462 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-944f962a-278e-45e5-95df-58c8761d20c2 req-d2692ad4-670f-49de-b60a-cf9e4bfe0abd tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] 10.222.0.11 "GET /v2.0/security-groups?id=af2c5cce-cba8-44ee-88be-ea8cf33e85d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392363 May 19 05:47:29.554196 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac818094-1ed8-4680-a596-7f36380bb0b6 req-28e5757d-7e1c-49b7-bcf8-3efe2cb9857a tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:47:29.555644 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ac818094-1ed8-4680-a596-7f36380bb0b6 req-28e5757d-7e1c-49b7-bcf8-3efe2cb9857a tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce2b4528-1444-43e7-8e87-c4472b92ebf9 HTTP/1.1" status: 200 len: 944 time: 0.0812128 May 19 05:47:29.599552 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ac818094-1ed8-4680-a596-7f36380bb0b6 req-0ed61ff8-7749-497a-a23e-d247a7f9deba tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=9fd27e09-fd1f-4fe8-9681-74181843f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383070 May 19 05:47:29.850992 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] get_ports_and_sgs() called for port_ids ['258d0cc1-3b41-49b4-b683-db2bea72dca6'] {{(pid=103392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 05:47:29.934487 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] get_ports_and_sgs() called for port_ids ['942ebcfa-98eb-4d38-870e-cd0f4b5236e0'] {{(pid=103392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 05:47:29.962046 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] get_ports_and_sgs() called for port_ids ['46d90bae-4736-4f89-a0bc-42ecb6cb9ffc'] {{(pid=103392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 05:47:30.275710 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e55dd2b-3a22-4112-a460-37dc48c8acd7 req-9db97801-b016-4f09-aac7-1d2222b818a4 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:47:30.277153 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0e55dd2b-3a22-4112-a460-37dc48c8acd7 req-9db97801-b016-4f09-aac7-1d2222b818a4 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] 10.222.0.11 "GET /v2.0/ports?device_id=3eb8c40c-b2aa-4835-8159-05d73b048ddd HTTP/1.1" status: 200 len: 944 time: 0.0814672 May 19 05:47:30.320823 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0e55dd2b-3a22-4112-a460-37dc48c8acd7 req-6ed01020-efb1-4a1b-b2bc-075ae2a3daa5 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] 10.222.0.11 "GET /v2.0/security-groups?id=52d256ee-3d9a-4eca-8ebb-c265dc8feac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379331 May 19 05:47:30.622518 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62de15e4-e3e9-4330-ae3d-8b3322a2fbd6 req-18766412-67b5-4eb9-b9fd-293c17906f69 tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:47:30.623963 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-62de15e4-e3e9-4330-ae3d-8b3322a2fbd6 req-18766412-67b5-4eb9-b9fd-293c17906f69 tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a3109bb-9dce-4858-9fbe-d0935b59ff1b HTTP/1.1" status: 200 len: 949 time: 0.0776310 May 19 05:47:30.667149 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-62de15e4-e3e9-4330-ae3d-8b3322a2fbd6 req-578869f9-fe99-417d-bb8d-a948a2f7f86f tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] 10.222.0.11 "GET /v2.0/security-groups?id=af2c5cce-cba8-44ee-88be-ea8cf33e85d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374875 May 19 05:47:30.786446 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6925892a-3120-4d18-a07d-f5c889471259 req-14c9be37-d691-4738-b133-cdd2f61a50ab tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:47:30.787801 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6925892a-3120-4d18-a07d-f5c889471259 req-14c9be37-d691-4738-b133-cdd2f61a50ab tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce2b4528-1444-43e7-8e87-c4472b92ebf9 HTTP/1.1" status: 200 len: 944 time: 0.0778651 May 19 05:47:30.829500 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6925892a-3120-4d18-a07d-f5c889471259 req-0d928fb0-4b96-4114-91c6-cf2e3076724b tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=9fd27e09-fd1f-4fe8-9681-74181843f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361676 May 19 05:47:31.669476 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d78eff-8480-4642-a091-2f9d223cb7d0 req-31d78ce6-6bc9-4262-b7d3-dcb68f6775aa tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:47:31.670957 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-93d78eff-8480-4642-a091-2f9d223cb7d0 req-31d78ce6-6bc9-4262-b7d3-dcb68f6775aa tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] 10.222.0.11 "GET /v2.0/ports?device_id=3eb8c40c-b2aa-4835-8159-05d73b048ddd HTTP/1.1" status: 200 len: 944 time: 0.2450492 May 19 05:47:31.714754 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-93d78eff-8480-4642-a091-2f9d223cb7d0 req-67c85b3b-b729-410f-99f5-d1a23e673e0a tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] 10.222.0.11 "GET /v2.0/security-groups?id=52d256ee-3d9a-4eca-8ebb-c265dc8feac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380826 May 19 05:47:31.903842 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea55bca-aa01-4906-8f75-062952eb38dd req-22cd8cf1-ef1b-4c07-bdfa-87457a56c256 tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:47:31.905333 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-bea55bca-aa01-4906-8f75-062952eb38dd req-22cd8cf1-ef1b-4c07-bdfa-87457a56c256 tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a3109bb-9dce-4858-9fbe-d0935b59ff1b HTTP/1.1" status: 200 len: 949 time: 0.1326740 May 19 05:47:31.950478 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-bea55bca-aa01-4906-8f75-062952eb38dd req-26e3d8ee-a00e-4803-baa9-063a1c2ae8f6 tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] 10.222.0.11 "GET /v2.0/security-groups?id=af2c5cce-cba8-44ee-88be-ea8cf33e85d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387545 May 19 05:47:32.018139 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d70ee-c677-4fdd-ae44-6ad78742d387 req-c765b411-5c47-4a8e-a68f-ffc3425ca39f tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:47:32.020139 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-902d70ee-c677-4fdd-ae44-6ad78742d387 req-c765b411-5c47-4a8e-a68f-ffc3425ca39f tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce2b4528-1444-43e7-8e87-c4472b92ebf9 HTTP/1.1" status: 200 len: 944 time: 0.0818567 May 19 05:47:32.061711 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-902d70ee-c677-4fdd-ae44-6ad78742d387 req-de6b6d6c-d578-4865-b7db-672c533587f1 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=9fd27e09-fd1f-4fe8-9681-74181843f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359685 May 19 05:47:32.531994 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Device 46d90bae-4736-4f89-a0bc-42ecb6cb9ffc up at agent hyperv_hv-cinder-78240 {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:47:32.599970 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Provisioning for port 46d90bae-4736-4f89-a0bc-42ecb6cb9ffc completed by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:47:32.604495 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Provisioning complete for port 46d90bae-4736-4f89-a0bc-42ecb6cb9ffc triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:47:32.604874 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:32.715759 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:32.742427 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eb8c40c-b2aa-4835-8159-05d73b048ddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46d90bae-4736-4f89-a0bc-42ecb6cb9ffc'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:47:32.754144 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] For port 46d90bae-4736-4f89-a0bc-42ecb6cb9ffc, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=46d90bae-4736-4f89-a0bc-42ecb6cb9ffc,segment=NetworkSegment(87acfb00-c013-496f-9866-cdca7e9ad1a6),segment_id=87acfb00-c013-496f-9866-cdca7e9ad1a6)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:47:32.759234 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:32.760099 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Device 258d0cc1-3b41-49b4-b683-db2bea72dca6 up at agent hyperv_hv-cinder-78240 {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:47:32.787682 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:47:32.816452 dv-cinder-782405-8-iscsi neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eb8c40c-b2aa-4835-8159-05d73b048ddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46d90bae-4736-4f89-a0bc-42ecb6cb9ffc', 'code': 200} May 19 05:47:32.881233 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Pushing event updated for resources: {'Port': ['ID=46d90bae-4736-4f89-a0bc-42ecb6cb9ffc,revision_number=5']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:47:32.886475 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:47:32.896185 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Provisioning for port 258d0cc1-3b41-49b4-b683-db2bea72dca6 completed by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:47:32.901248 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Provisioning complete for port 258d0cc1-3b41-49b4-b683-db2bea72dca6 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:47:32.901634 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:32.903954 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99583be8-1a66-4b7a-972b-8082890d5d35 req-f149275a-cb86-490d-933e-d0b91621f701 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:47:32.905929 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-99583be8-1a66-4b7a-972b-8082890d5d35 req-f149275a-cb86-490d-933e-d0b91621f701 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] 10.222.0.11 "GET /v2.0/ports?device_id=3eb8c40c-b2aa-4835-8159-05d73b048ddd HTTP/1.1" status: 200 len: 945 time: 0.0858648 May 19 05:47:32.958371 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-99583be8-1a66-4b7a-972b-8082890d5d35 req-1444e62e-efd4-4f18-a15c-7163d8783851 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] 10.222.0.11 "GET /v2.0/security-groups?id=52d256ee-3d9a-4eca-8ebb-c265dc8feac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461214 May 19 05:47:33.023968 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:33.024183 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31819b51-e67b-4806-9718-0a8902facfdb req-9f3d2f97-bf31-4815-80bb-30206e27c12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:47:33.025588 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-31819b51-e67b-4806-9718-0a8902facfdb req-9f3d2f97-bf31-4815-80bb-30206e27c12d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3eb8c40c-b2aa-4835-8159-05d73b048ddd HTTP/1.1" status: 200 len: 1098 time: 0.0787580 May 19 05:47:33.060354 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] For port 258d0cc1-3b41-49b4-b683-db2bea72dca6, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=258d0cc1-3b41-49b4-b683-db2bea72dca6,segment=NetworkSegment(cb514f7c-6ec6-4f7a-91f7-31685f9b5e28),segment_id=cb514f7c-6ec6-4f7a-91f7-31685f9b5e28)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:47:33.064414 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:33.066029 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Device 942ebcfa-98eb-4d38-870e-cd0f4b5236e0 up at agent hyperv_hv-cinder-78240 {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:47:33.094388 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:47:33.115332 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-31819b51-e67b-4806-9718-0a8902facfdb req-48b447f5-f604-4fd4-83d4-6d7aeb11ceb2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=52d256ee-3d9a-4eca-8ebb-c265dc8feac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829446 May 19 05:47:33.155277 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b2759e-f514-4aa5-981a-a699c049bf09 req-90aea217-ad78-4d38-b925-6e4ac6abf479 tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:47:33.157052 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d9b2759e-f514-4aa5-981a-a699c049bf09 req-90aea217-ad78-4d38-b925-6e4ac6abf479 tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a3109bb-9dce-4858-9fbe-d0935b59ff1b HTTP/1.1" status: 200 len: 950 time: 0.0887654 May 19 05:47:33.181374 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Pushing event updated for resources: {'Port': ['ID=258d0cc1-3b41-49b4-b683-db2bea72dca6,revision_number=5']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:47:33.184626 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:47:33.193884 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Provisioning complete for port 942ebcfa-98eb-4d38-870e-cd0f4b5236e0 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:47:33.194257 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:33.211157 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d9b2759e-f514-4aa5-981a-a699c049bf09 req-44424636-6c71-44ec-a5e8-9f709074d442 tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] 10.222.0.11 "GET /v2.0/security-groups?id=af2c5cce-cba8-44ee-88be-ea8cf33e85d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457933 May 19 05:47:33.264009 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffa433c-eeb7-4a24-8570-f89be144dac6 req-8c8d43f5-b0d7-4d33-9cb5-c855f4482f88 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:47:33.265444 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-bffa433c-eeb7-4a24-8570-f89be144dac6 req-8c8d43f5-b0d7-4d33-9cb5-c855f4482f88 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce2b4528-1444-43e7-8e87-c4472b92ebf9 HTTP/1.1" status: 200 len: 944 time: 0.0854764 May 19 05:47:33.309553 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-bffa433c-eeb7-4a24-8570-f89be144dac6 req-1d3ce2c9-e8b4-48bf-b6ca-a5eae962e47c tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=9fd27e09-fd1f-4fe8-9681-74181843f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378089 May 19 05:47:33.313497 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:33.345375 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] For port 942ebcfa-98eb-4d38-870e-cd0f4b5236e0, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=942ebcfa-98eb-4d38-870e-cd0f4b5236e0,segment=NetworkSegment(f507ec07-80b3-40da-acb9-6d4ba052bdb5),segment_id=f507ec07-80b3-40da-acb9-6d4ba052bdb5)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:47:33.349198 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:33.351144 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:47:33.417193 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Pushing event updated for resources: {'Port': ['ID=942ebcfa-98eb-4d38-870e-cd0f4b5236e0,revision_number=10']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:47:33.420599 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:47:34.150006 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6236defe-8670-4de7-b958-d4acb8762923 req-d7b68145-657a-4646-9201-493ea59a4500 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:47:34.151772 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6236defe-8670-4de7-b958-d4acb8762923 req-d7b68145-657a-4646-9201-493ea59a4500 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] 10.222.0.11 "GET /v2.0/ports?device_id=3eb8c40c-b2aa-4835-8159-05d73b048ddd HTTP/1.1" status: 200 len: 945 time: 0.0819831 May 19 05:47:34.201989 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6236defe-8670-4de7-b958-d4acb8762923 req-a9642465-ace3-4363-a437-d66a71737d93 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] 10.222.0.11 "GET /v2.0/security-groups?id=52d256ee-3d9a-4eca-8ebb-c265dc8feac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436509 May 19 05:47:34.398156 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78b3edf-ea93-4cec-8997-09e2f2c72d28 req-4074404e-bf69-4cc2-be36-c15ce82199d0 tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:47:34.399634 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f78b3edf-ea93-4cec-8997-09e2f2c72d28 req-4074404e-bf69-4cc2-be36-c15ce82199d0 tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a3109bb-9dce-4858-9fbe-d0935b59ff1b HTTP/1.1" status: 200 len: 950 time: 0.0848165 May 19 05:47:34.444874 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f78b3edf-ea93-4cec-8997-09e2f2c72d28 req-0c1c1626-fec1-4822-b6d5-1964c854f836 tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] 10.222.0.11 "GET /v2.0/security-groups?id=af2c5cce-cba8-44ee-88be-ea8cf33e85d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394495 May 19 05:47:34.497031 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1392c253-ca7b-4f3b-a72d-f2270f02efe2 req-3271d5a8-a4a2-4ae1-92df-74af4fc7ad83 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:47:34.498456 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1392c253-ca7b-4f3b-a72d-f2270f02efe2 req-3271d5a8-a4a2-4ae1-92df-74af4fc7ad83 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce2b4528-1444-43e7-8e87-c4472b92ebf9 HTTP/1.1" status: 200 len: 946 time: 0.0789557 May 19 05:47:34.542368 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1392c253-ca7b-4f3b-a72d-f2270f02efe2 req-fc966a44-1026-4b83-8fcd-622d67f8656e tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=9fd27e09-fd1f-4fe8-9681-74181843f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376697 May 19 05:47:34.817075 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a3109bb-9dce-4858-9fbe-d0935b59ff1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '258d0cc1-3b41-49b4-b683-db2bea72dca6'}, {'server_uuid': 'ce2b4528-1444-43e7-8e87-c4472b92ebf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '942ebcfa-98eb-4d38-870e-cd0f4b5236e0'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:47:34.865211 dv-cinder-782405-8-iscsi neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a3109bb-9dce-4858-9fbe-d0935b59ff1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '258d0cc1-3b41-49b4-b683-db2bea72dca6', 'code': 200} May 19 05:47:34.865509 dv-cinder-782405-8-iscsi neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce2b4528-1444-43e7-8e87-c4472b92ebf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '942ebcfa-98eb-4d38-870e-cd0f4b5236e0', 'code': 200} May 19 05:47:35.093092 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a16619d-107f-4bc8-b4ba-72a70f608d4e req-e500f001-9191-4065-b079-d8922cd3d326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:47:35.094514 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2a16619d-107f-4bc8-b4ba-72a70f608d4e req-e500f001-9191-4065-b079-d8922cd3d326 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6a3109bb-9dce-4858-9fbe-d0935b59ff1b HTTP/1.1" status: 200 len: 1103 time: 0.0710924 May 19 05:47:35.135270 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2a16619d-107f-4bc8-b4ba-72a70f608d4e req-1194c9dd-f7dc-4a75-a214-d7d8b72bce33 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=af2c5cce-cba8-44ee-88be-ea8cf33e85d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336776 May 19 05:47:35.386605 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32218975-1b4d-4a77-9764-55bcf72ed6be req-1782b347-f87a-434d-ae70-e5b3c5e94004 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:47:35.388390 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-32218975-1b4d-4a77-9764-55bcf72ed6be req-1782b347-f87a-434d-ae70-e5b3c5e94004 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] 10.222.0.11 "GET /v2.0/ports?device_id=3eb8c40c-b2aa-4835-8159-05d73b048ddd HTTP/1.1" status: 200 len: 945 time: 0.0827219 May 19 05:47:35.436012 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-32218975-1b4d-4a77-9764-55bcf72ed6be req-7603c129-29d9-4e6f-b0bd-43e65c448381 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] 10.222.0.11 "GET /v2.0/security-groups?id=52d256ee-3d9a-4eca-8ebb-c265dc8feac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417109 May 19 05:47:35.521465 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54518197-ab57-4adf-93ba-6584580cc699 req-8a112d94-15de-42c6-b57b-97da7f8429df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:47:35.522990 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-54518197-ab57-4adf-93ba-6584580cc699 req-8a112d94-15de-42c6-b57b-97da7f8429df service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ce2b4528-1444-43e7-8e87-c4472b92ebf9 HTTP/1.1" status: 200 len: 1099 time: 0.0764608 May 19 05:47:35.568689 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-54518197-ab57-4adf-93ba-6584580cc699 req-3c11ac6e-070e-42a1-bfb0-7acb2572380c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9fd27e09-fd1f-4fe8-9681-74181843f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381212 May 19 05:47:35.642084 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3685cba-5556-4de9-9ec9-facb3af5dafa req-3e53c689-b456-4cf8-bec9-9fcb8cfd6480 tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:47:35.644405 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c3685cba-5556-4de9-9ec9-facb3af5dafa req-3e53c689-b456-4cf8-bec9-9fcb8cfd6480 tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a3109bb-9dce-4858-9fbe-d0935b59ff1b HTTP/1.1" status: 200 len: 950 time: 0.0861099 May 19 05:47:35.693221 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c3685cba-5556-4de9-9ec9-facb3af5dafa req-9e4bace2-944f-4151-b445-348a02a4d200 tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] 10.222.0.11 "GET /v2.0/security-groups?id=af2c5cce-cba8-44ee-88be-ea8cf33e85d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425377 May 19 05:47:35.740038 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b4c832-45bf-46a9-a3e2-63ca63e8aa4a req-d7e1b355-36d8-4437-998b-4b0045bc96d9 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:47:35.741501 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b7b4c832-45bf-46a9-a3e2-63ca63e8aa4a req-d7e1b355-36d8-4437-998b-4b0045bc96d9 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce2b4528-1444-43e7-8e87-c4472b92ebf9 HTTP/1.1" status: 200 len: 946 time: 0.0812669 May 19 05:47:35.795919 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b7b4c832-45bf-46a9-a3e2-63ca63e8aa4a req-ca81ed69-d680-4b3f-900b-76fccc737a5b tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=9fd27e09-fd1f-4fe8-9681-74181843f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444529 May 19 05:47:36.890520 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48251a9-9ec6-4f88-b7d6-b31711de6070 req-a6db3cdc-1795-4537-b63f-c9d837a8ee91 tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:47:36.892695 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b48251a9-9ec6-4f88-b7d6-b31711de6070 req-a6db3cdc-1795-4537-b63f-c9d837a8ee91 tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a3109bb-9dce-4858-9fbe-d0935b59ff1b HTTP/1.1" status: 200 len: 950 time: 0.0921218 May 19 05:47:36.943142 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b48251a9-9ec6-4f88-b7d6-b31711de6070 req-c128a183-e5f2-442e-a0b9-2ec58e366c9b tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] 10.222.0.11 "GET /v2.0/security-groups?id=af2c5cce-cba8-44ee-88be-ea8cf33e85d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411210 May 19 05:47:37.035360 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893dab89-91bd-4b35-b0ef-c63cdd32914e req-1a6bf2a7-581d-4cb6-a3d0-499a475f6a78 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:47:37.037860 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-893dab89-91bd-4b35-b0ef-c63cdd32914e req-1a6bf2a7-581d-4cb6-a3d0-499a475f6a78 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce2b4528-1444-43e7-8e87-c4472b92ebf9 HTTP/1.1" status: 200 len: 946 time: 0.1178870 May 19 05:47:37.103203 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-893dab89-91bd-4b35-b0ef-c63cdd32914e req-6a2cb071-93c5-44ab-9d7d-91081f1a435e tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=9fd27e09-fd1f-4fe8-9681-74181843f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582259 May 19 05:47:37.426802 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40045e81-4c0d-48f8-af2f-777522f7b54e req-ce815967-5501-4942-87e5-bc9540776c37 tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:47:37.428580 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-40045e81-4c0d-48f8-af2f-777522f7b54e req-ce815967-5501-4942-87e5-bc9540776c37 tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a3109bb-9dce-4858-9fbe-d0935b59ff1b HTTP/1.1" status: 200 len: 950 time: 0.0924356 May 19 05:47:37.548568 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-40045e81-4c0d-48f8-af2f-777522f7b54e req-4ceff36c-550f-4574-abb7-92145c141362 tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] 10.222.0.11 "GET /v2.0/security-groups?id=af2c5cce-cba8-44ee-88be-ea8cf33e85d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136634 May 19 05:47:38.306820 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c139e192-7ad2-4e3c-a78d-9ce4efa7f7c6 req-827b698d-d3d6-4015-b3b8-52ea6fdf0a35 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:47:38.308271 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c139e192-7ad2-4e3c-a78d-9ce4efa7f7c6 req-827b698d-d3d6-4015-b3b8-52ea6fdf0a35 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce2b4528-1444-43e7-8e87-c4472b92ebf9 HTTP/1.1" status: 200 len: 946 time: 0.0851860 May 19 05:47:38.353135 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c139e192-7ad2-4e3c-a78d-9ce4efa7f7c6 req-dfbe581e-b490-4ba9-9e86-a5fc9df5e6f8 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=9fd27e09-fd1f-4fe8-9681-74181843f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392008 May 19 05:47:38.886410 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea397261-eaac-4884-985e-300d99b7e384 req-438820a1-981e-4085-b3d6-7548228dcf78 tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:47:38.887892 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ea397261-eaac-4884-985e-300d99b7e384 req-438820a1-981e-4085-b3d6-7548228dcf78 tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a3109bb-9dce-4858-9fbe-d0935b59ff1b HTTP/1.1" status: 200 len: 950 time: 0.0832884 May 19 05:47:38.933950 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ea397261-eaac-4884-985e-300d99b7e384 req-adbaab87-bee8-40b2-958b-8842711fedad tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] 10.222.0.11 "GET /v2.0/security-groups?id=af2c5cce-cba8-44ee-88be-ea8cf33e85d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403636 May 19 05:47:39.082445 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2115281c-3fc3-47cc-9f69-6bc10ae610dc req-666e3aa9-188a-4fdf-b23c-31acb18313d5 tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:47:39.083888 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2115281c-3fc3-47cc-9f69-6bc10ae610dc req-666e3aa9-188a-4fdf-b23c-31acb18313d5 tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a3109bb-9dce-4858-9fbe-d0935b59ff1b HTTP/1.1" status: 200 len: 950 time: 0.0814939 May 19 05:47:39.223454 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [req-2115281c-3fc3-47cc-9f69-6bc10ae610dc req-ee3a5804-6d49-49aa-9a45-1201afe3b6dd tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] Deleting port 258d0cc1-3b41-49b4-b683-db2bea72dca6 {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 05:47:39.223791 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-2115281c-3fc3-47cc-9f69-6bc10ae610dc req-ee3a5804-6d49-49aa-9a45-1201afe3b6dd tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742273213799'] for port, before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:39.356981 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-2115281c-3fc3-47cc-9f69-6bc10ae610dc req-ee3a5804-6d49-49aa-9a45-1201afe3b6dd tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] For port 258d0cc1-3b41-49b4-b683-db2bea72dca6, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=258d0cc1-3b41-49b4-b683-db2bea72dca6,segment=NetworkSegment(cb514f7c-6ec6-4f7a-91f7-31685f9b5e28),segment_id=cb514f7c-6ec6-4f7a-91f7-31685f9b5e28)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:47:39.357334 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-2115281c-3fc3-47cc-9f69-6bc10ae610dc req-ee3a5804-6d49-49aa-9a45-1201afe3b6dd tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401034'] for port, precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:39.478488 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [req-2115281c-3fc3-47cc-9f69-6bc10ae610dc req-ee3a5804-6d49-49aa-9a45-1201afe3b6dd tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] Calling delete_port for 258d0cc1-3b41-49b4-b683-db2bea72dca6 owned by compute:nova {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 05:47:39.591997 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-2115281c-3fc3-47cc-9f69-6bc10ae610dc req-ee3a5804-6d49-49aa-9a45-1201afe3b6dd tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742273216184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742272802052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263355286'] for port, after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:39.597468 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:47:39.604228 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] get_ports_and_sgs() called for port_ids ['258d0cc1-3b41-49b4-b683-db2bea72dca6'] {{(pid=103392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 05:47:39.642931 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3a5804-6d49-49aa-9a45-1201afe3b6dd tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] Pushing event deleted for resources: {'Port': ['ID=258d0cc1-3b41-49b4-b683-db2bea72dca6,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:47:39.646531 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-ee3a5804-6d49-49aa-9a45-1201afe3b6dd tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:47:39.720748 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [req-2115281c-3fc3-47cc-9f69-6bc10ae610dc req-ee3a5804-6d49-49aa-9a45-1201afe3b6dd tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] No DVR routers for this DVR port 258d0cc1-3b41-49b4-b683-db2bea72dca6 on host hv-cinder-78240 {{(pid=103391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 05:47:39.723479 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-2115281c-3fc3-47cc-9f69-6bc10ae610dc req-ee3a5804-6d49-49aa-9a45-1201afe3b6dd tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13023'] for port, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:39.726309 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a3109bb-9dce-4858-9fbe-d0935b59ff1b', 'name': 'network-vif-deleted', 'tag': '258d0cc1-3b41-49b4-b683-db2bea72dca6'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:47:39.743960 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2115281c-3fc3-47cc-9f69-6bc10ae610dc req-ee3a5804-6d49-49aa-9a45-1201afe3b6dd tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] 10.222.0.26 "DELETE /v2.0/ports/258d0cc1-3b41-49b4-b683-db2bea72dca6 HTTP/1.1" status: 204 len: 173 time: 0.6535385 May 19 05:47:39.926218 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a3109bb-9dce-4858-9fbe-d0935b59ff1b', 'name': 'network-vif-deleted', 'tag': '258d0cc1-3b41-49b4-b683-db2bea72dca6', 'status': 'completed', 'code': 200} May 19 05:47:40.093092 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-5f899b15-3312-45c9-9f06-e871295ddca0 req-5eb09045-2fbf-4b80-8598-75be3e8a911d tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] Synchronizing usage tracker for tenant:4b4a31e1ae77457f9d6cfb9ec3b6c266 on resource:port {{(pid=103391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:47:40.109093 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-5f899b15-3312-45c9-9f06-e871295ddca0 req-5eb09045-2fbf-4b80-8598-75be3e8a911d tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] Unset dirty status for tenant:4b4a31e1ae77457f9d6cfb9ec3b6c266 on resource:port {{(pid=103391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:47:40.110299 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5f899b15-3312-45c9-9f06-e871295ddca0 req-5eb09045-2fbf-4b80-8598-75be3e8a911d tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a3109bb-9dce-4858-9fbe-d0935b59ff1b HTTP/1.1" status: 200 len: 210 time: 0.0579374 May 19 05:47:42.323084 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d99b96a0-de88-43ca-bf21-64af46e88e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:43.586281 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-8ef77f1b-c1f2-4f7f-903c-9c4facac0416 None None] Agent healthcheck: found 6 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 05:47:44.653195 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Device 258d0cc1-3b41-49b4-b683-db2bea72dca6 no longer exists at agent hyperv_hv-cinder-78240 {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 05:47:44.694396 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] No Port match for: 258d0cc1-3b41-49b4-b683-db2bea72dca6 {{(pid=103392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 05:47:44.694766 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Device 258d0cc1-3b41-49b4-b683-db2bea72dca6 not bound to the agent host hv-cinder-78240 {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 05:47:44.702583 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-adc3ad13-dfc5-4acc-b1d3-46556e3fe899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:44.832791 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:45.569095 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 48506) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:47:45.713139 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-338c7454-0bdb-4892-ab3a-1c10f5d2fa82 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4b4a31e1ae77457f9d6cfb9ec3b6c266&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1427019 May 19 05:47:45.715873 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 48512) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:47:45.774890 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-aebf21ab-04a8-41a5-b5dd-d8a1a8934c50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:45.800595 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-aebf21ab-04a8-41a5-b5dd-d8a1a8934c50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:45.860920 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-aebf21ab-04a8-41a5-b5dd-d8a1a8934c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:45.866294 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-c5e64f74-fd2b-4aed-9314-428479b19536 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:47:45.878109 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-db7c5e23-657c-45d4-9da5-15ba3bf0d241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:45.880596 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebf21ab-04a8-41a5-b5dd-d8a1a8934c50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af2c5cce-cba8-44ee-88be-ea8cf33e85d7,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:47:45.883495 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-aebf21ab-04a8-41a5-b5dd-d8a1a8934c50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:47:45.891207 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-aebf21ab-04a8-41a5-b5dd-d8a1a8934c50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:45.892369 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-aebf21ab-04a8-41a5-b5dd-d8a1a8934c50 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/af2c5cce-cba8-44ee-88be-ea8cf33e85d7 HTTP/1.1" status: 204 len: 168 time: 0.1756108 May 19 05:47:46.552874 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 48538) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:47:46.657592 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-810b6ede-6cb1-44c6-a21b-4a46bd3ba1eb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1628436141-network', 'tenant_id': 'e181904a5b24481e86fd6fc2c82285c0'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:47:46.662122 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-810b6ede-6cb1-44c6-a21b-4a46bd3ba1eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:47:46.665926 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-810b6ede-6cb1-44c6-a21b-4a46bd3ba1eb admin admin] Usage tracker for resource:network and tenant:e181904a5b24481e86fd6fc2c82285c0 is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:47:46.668736 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-810b6ede-6cb1-44c6-a21b-4a46bd3ba1eb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:47:46.674784 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-810b6ede-6cb1-44c6-a21b-4a46bd3ba1eb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:47:46.684885 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-810b6ede-6cb1-44c6-a21b-4a46bd3ba1eb admin admin] Made reservation on behalf of e181904a5b24481e86fd6fc2c82285c0 for: {'network': 1} {{(pid=103391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 05:47:46.687216 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-810b6ede-6cb1-44c6-a21b-4a46bd3ba1eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3666241'] for network, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:46.699420 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-810b6ede-6cb1-44c6-a21b-4a46bd3ba1eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:46.714043 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-810b6ede-6cb1-44c6-a21b-4a46bd3ba1eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:47:46.717773 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-810b6ede-6cb1-44c6-a21b-4a46bd3ba1eb admin admin] Usage tracker for resource:security_group_rule and tenant:e181904a5b24481e86fd6fc2c82285c0 is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:47:46.720511 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-810b6ede-6cb1-44c6-a21b-4a46bd3ba1eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:47:46.726102 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-810b6ede-6cb1-44c6-a21b-4a46bd3ba1eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:47:46.807058 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-810b6ede-6cb1-44c6-a21b-4a46bd3ba1eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:46.811442 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-810b6ede-6cb1-44c6-a21b-4a46bd3ba1eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:46.814225 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-f34af733-dce1-4019-8ca1-daaa25e14e2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:47:46.843982 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-810b6ede-6cb1-44c6-a21b-4a46bd3ba1eb admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=103391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 05:47:46.849003 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810b6ede-6cb1-44c6-a21b-4a46bd3ba1eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37e5abca-3298-4ac0-bcbf-b5dda918576d,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:47:46.852598 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-810b6ede-6cb1-44c6-a21b-4a46bd3ba1eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:47:46.856782 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-810b6ede-6cb1-44c6-a21b-4a46bd3ba1eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3517393'] for segment, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:46.856782 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.db.segments_db [None req-810b6ede-6cb1-44c6-a21b-4a46bd3ba1eb admin admin] Added segment 70d11288-15ef-421d-9cc4-49a1c8a9c023 of type vlan for network 7c664d96-1ac8-4288-8a72-335d87e81f53 May 19 05:47:46.884792 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-810b6ede-6cb1-44c6-a21b-4a46bd3ba1eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742272786041'] for network, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:46.912908 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-810b6ede-6cb1-44c6-a21b-4a46bd3ba1eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-542600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-584118'] for network, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:46.914303 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810b6ede-6cb1-44c6-a21b-4a46bd3ba1eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:47:46.914917 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-810b6ede-6cb1-44c6-a21b-4a46bd3ba1eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584083'] for network, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:46.919631 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:47:47.015195 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-810b6ede-6cb1-44c6-a21b-4a46bd3ba1eb admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4612064 May 19 05:47:47.018043 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 48546) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:47:47.025800 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-61a9b5db-9932-4d73-889b-74408f6f6bc9 admin admin] Request body: {'subnet': {'network_id': '7c664d96-1ac8-4288-8a72-335d87e81f53', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1628436141-subnet', 'tenant_id': 'e181904a5b24481e86fd6fc2c82285c0', 'ip_version': 4}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:47:47.028823 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810b6ede-6cb1-44c6-a21b-4a46bd3ba1eb admin admin] Pushing event updated for resources: {'Network': ['ID=7c664d96-1ac8-4288-8a72-335d87e81f53,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:47:47.031938 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-810b6ede-6cb1-44c6-a21b-4a46bd3ba1eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:47:47.032835 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-61a9b5db-9932-4d73-889b-74408f6f6bc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:47:47.037182 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-61a9b5db-9932-4d73-889b-74408f6f6bc9 admin admin] Usage tracker for resource:subnet and tenant:e181904a5b24481e86fd6fc2c82285c0 is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:47:47.039630 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Network 7c664d96-1ac8-4288-8a72-335d87e81f53 details requested by agent ovs-agent-dv-cinder-782405-8-iscsi with host dv-cinder-782405-8-iscsi {{(pid=103392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 05:47:47.040161 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-61a9b5db-9932-4d73-889b-74408f6f6bc9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:47:47.045792 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-61a9b5db-9932-4d73-889b-74408f6f6bc9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:47:47.055506 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a9b5db-9932-4d73-889b-74408f6f6bc9 admin admin] Made reservation on behalf of e181904a5b24481e86fd6fc2c82285c0 for: {'subnet': 1} {{(pid=103391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 05:47:47.057847 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-61a9b5db-9932-4d73-889b-74408f6f6bc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264176305'] for subnet, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:47.511865 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-61a9b5db-9932-4d73-889b-74408f6f6bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263301638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264176259'] for subnet, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:47.516904 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-dd38142c-7a18-4a62-afc9-9a5dc66d22cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:47:47.568465 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ca9ec6bf-79c4-448f-b3bb-8c49e8cf3732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:47.589828 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9b5db-9932-4d73-889b-74408f6f6bc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=493b9886-1e03-40f1-b780-ac1eb5696ec6,revision_number=0']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:47:47.593191 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-61a9b5db-9932-4d73-889b-74408f6f6bc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:47:47.599535 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a9b5db-9932-4d73-889b-74408f6f6bc9 admin admin] Checking segment: {'id': '70d11288-15ef-421d-9cc4-49a1c8a9c023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7c664d96-1ac8-4288-8a72-335d87e81f53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:47:47.599891 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a9b5db-9932-4d73-889b-74408f6f6bc9 admin admin] Network hostable DHCP agents. Network: 7c664d96-1ac8-4288-8a72-335d87e81f53, hostable agents: ['51c3ebcd-1a29-4010-9a37-07f85f6ad558'], hosted agents: [] {{(pid=103391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 05:47:47.616260 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a9b5db-9932-4d73-889b-74408f6f6bc9 admin admin] Network 7c664d96-1ac8-4288-8a72-335d87e81f53 is scheduled to be hosted by DHCP agent 51c3ebcd-1a29-4010-9a37-07f85f6ad558 with binding_index 1 {{(pid=103391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 05:47:47.624708 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-61a9b5db-9932-4d73-889b-74408f6f6bc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782405-8-iscsi, 7c664d96-1ac8-4288-8a72-335d87e81f53) {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:47:47.633171 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a9b5db-9932-4d73-889b-74408f6f6bc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:47:47.633753 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-61a9b5db-9932-4d73-889b-74408f6f6bc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584083'] for subnet, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:47.636446 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b20941-bff2-4ee4-bacf-cff763ddc153 None None] Network 7c664d96-1ac8-4288-8a72-335d87e81f53 requested from dv-cinder-782405-8-iscsi {{(pid=103392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 05:47:47.653809 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-61a9b5db-9932-4d73-889b-74408f6f6bc9 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6347375 May 19 05:47:47.656489 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 48550) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:47:47.661416 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-a5fe260f-fb6f-4359-92d2-a6baea0c7329 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1628436141-router', 'tenant_id': 'e181904a5b24481e86fd6fc2c82285c0', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3'}}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:47:47.665856 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-a5fe260f-fb6f-4359-92d2-a6baea0c7329 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:47:47.669575 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-a5fe260f-fb6f-4359-92d2-a6baea0c7329 admin admin] Usage tracker for resource:router and tenant:e181904a5b24481e86fd6fc2c82285c0 is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:47:47.672333 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-a5fe260f-fb6f-4359-92d2-a6baea0c7329 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:47:47.677907 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-a5fe260f-fb6f-4359-92d2-a6baea0c7329 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:47:47.687218 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a5fe260f-fb6f-4359-92d2-a6baea0c7329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-469361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27503'] for router, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:47.688492 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a5fe260f-fb6f-4359-92d2-a6baea0c7329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517936', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27492'] for router, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:47.703242 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a5fe260f-fb6f-4359-92d2-a6baea0c7329 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:47.848966 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9c88bb-05fb-41fc-9455-5c72e26ac2ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f84fa44-b72f-57ea-990f-e1972563ccfb-7c664d96-1ac8-4288-8a72-335d87e81f53', 'network_id': '7c664d96-1ac8-4288-8a72-335d87e81f53', 'tenant_id': 'e181904a5b24481e86fd6fc2c82285c0', 'fixed_ips': [{'subnet_id': '493b9886-1e03-40f1-b780-ac1eb5696ec6'}]}} from dv-cinder-782405-8-iscsi. {{(pid=103392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 05:47:47.849796 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7e9c88bb-05fb-41fc-9455-5c72e26ac2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:47.964949 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a5fe260f-fb6f-4359-92d2-a6baea0c7329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-517945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-469251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27466'] for router, precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:48.028085 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-7e9c88bb-05fb-41fc-9455-5c72e26ac2ed None None] Allocated IP 172.20.0.2 (7c664d96-1ac8-4288-8a72-335d87e81f53/493b9886-1e03-40f1-b780-ac1eb5696ec6/853d2156-7619-4899-b2e2-b4f9f7a75a17) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 05:47:48.231656 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7e9c88bb-05fb-41fc-9455-5c72e26ac2ed None None] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:48.242568 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-7e9c88bb-05fb-41fc-9455-5c72e26ac2ed None None] Transition to ACTIVE for port object 853d2156-7619-4899-b2e2-b4f9f7a75a17 will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:47:48.260253 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-7e9c88bb-05fb-41fc-9455-5c72e26ac2ed None None] Transition to ACTIVE for port object 853d2156-7619-4899-b2e2-b4f9f7a75a17 will not be triggered until provisioned by entity DHCP. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:47:48.265763 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7e9c88bb-05fb-41fc-9455-5c72e26ac2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742272799735'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:48.270102 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:47:48.275525 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a5fe260f-fb6f-4359-92d2-a6baea0c7329 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:48.307885 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a5fe260f-fb6f-4359-92d2-a6baea0c7329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:48.331149 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9c88bb-05fb-41fc-9455-5c72e26ac2ed None None] Network 7c664d96-1ac8-4288-8a72-335d87e81f53 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:47:48.333834 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-7e9c88bb-05fb-41fc-9455-5c72e26ac2ed None None] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:47:48.337298 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9c88bb-05fb-41fc-9455-5c72e26ac2ed None None] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 05:47:48.342939 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9c88bb-05fb-41fc-9455-5c72e26ac2ed None None] Pushing event updated for resources: {'Port': ['ID=853d2156-7619-4899-b2e2-b4f9f7a75a17,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:47:48.346727 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-7e9c88bb-05fb-41fc-9455-5c72e26ac2ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:47:48.430583 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-7e9c88bb-05fb-41fc-9455-5c72e26ac2ed None None] Attempting to bind port 853d2156-7619-4899-b2e2-b4f9f7a75a17 on host dv-cinder-782405-8-iscsi for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 05:47:48.430961 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-7e9c88bb-05fb-41fc-9455-5c72e26ac2ed None None] Attempting to bind port 853d2156-7619-4899-b2e2-b4f9f7a75a17 by drivers openvswitch,hyperv on host dv-cinder-782405-8-iscsi at level 0 using segments [{'id': '70d11288-15ef-421d-9cc4-49a1c8a9c023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7c664d96-1ac8-4288-8a72-335d87e81f53'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 05:47:48.431338 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9c88bb-05fb-41fc-9455-5c72e26ac2ed None None] Attempting to bind port 853d2156-7619-4899-b2e2-b4f9f7a75a17 on network 7c664d96-1ac8-4288-8a72-335d87e81f53 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:47:48.436622 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9c88bb-05fb-41fc-9455-5c72e26ac2ed None None] Checking agent: {'id': '8851ba53-2e70-4f4c-a9f5-617d9b5548bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 5, 35, 15), 'started_at': datetime.datetime(2021, 5, 19, 5, 35, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 5, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 05:47:48.437005 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9c88bb-05fb-41fc-9455-5c72e26ac2ed None None] Checking segment: {'id': '70d11288-15ef-421d-9cc4-49a1c8a9c023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7c664d96-1ac8-4288-8a72-335d87e81f53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:47:48.437408 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7e9c88bb-05fb-41fc-9455-5c72e26ac2ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:48.437807 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9c88bb-05fb-41fc-9455-5c72e26ac2ed None None] Bound using segment: {'id': '70d11288-15ef-421d-9cc4-49a1c8a9c023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7c664d96-1ac8-4288-8a72-335d87e81f53'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 05:47:48.438301 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-7e9c88bb-05fb-41fc-9455-5c72e26ac2ed None None] Bound port: 853d2156-7619-4899-b2e2-b4f9f7a75a17, host: dv-cinder-782405-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70d11288-15ef-421d-9cc4-49a1c8a9c023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7c664d96-1ac8-4288-8a72-335d87e81f53'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 05:47:48.438705 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7e9c88bb-05fb-41fc-9455-5c72e26ac2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:48.441973 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [None req-a5fe260f-fb6f-4359-92d2-a6baea0c7329 admin admin] Allocated IP 172.27.0.245 (1e6dde84-3174-47a4-a93f-45a4a19145c3/a354a417-b24c-44ef-b568-941dc79a6d49/352510d7-da5c-4ef4-91d1-35eb3de32508) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 05:47:48.523441 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-7e9c88bb-05fb-41fc-9455-5c72e26ac2ed None None] For port 853d2156-7619-4899-b2e2-b4f9f7a75a17, host dv-cinder-782405-8-iscsi, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 05:47:48.526382 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-7e9c88bb-05fb-41fc-9455-5c72e26ac2ed None None] For port 853d2156-7619-4899-b2e2-b4f9f7a75a17, host dv-cinder-782405-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-iscsi',level=0,port_id=853d2156-7619-4899-b2e2-b4f9f7a75a17,segment=NetworkSegment(70d11288-15ef-421d-9cc4-49a1c8a9c023),segment_id=70d11288-15ef-421d-9cc4-49a1c8a9c023)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 05:47:48.530688 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7e9c88bb-05fb-41fc-9455-5c72e26ac2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:48.535016 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:47:48.588767 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a5fe260f-fb6f-4359-92d2-a6baea0c7329 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:48.611241 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9c88bb-05fb-41fc-9455-5c72e26ac2ed None None] Pushing event updated for resources: {'Port': ['ID=853d2156-7619-4899-b2e2-b4f9f7a75a17,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:47:48.614951 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-7e9c88bb-05fb-41fc-9455-5c72e26ac2ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:47:48.620115 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a5fe260f-fb6f-4359-92d2-a6baea0c7329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742272799735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263355286'] for port, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:48.624793 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-c0de38f6-28b8-44ae-ae45-0a7aa14133db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:47:48.686216 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5fe260f-fb6f-4359-92d2-a6baea0c7329 admin admin] Network 1e6dde84-3174-47a4-a93f-45a4a19145c3 is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:47:48.689279 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-a5fe260f-fb6f-4359-92d2-a6baea0c7329 admin admin] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:47:48.693002 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fe260f-fb6f-4359-92d2-a6baea0c7329 admin admin] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 05:47:48.731603 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fe260f-fb6f-4359-92d2-a6baea0c7329 admin admin] Pushing event updated for resources: {'Port': ['ID=352510d7-da5c-4ef4-91d1-35eb3de32508,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:47:48.739265 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-a5fe260f-fb6f-4359-92d2-a6baea0c7329 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:47:49.206727 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a5fe260f-fb6f-4359-92d2-a6baea0c7329 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:49.508776 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c75709f-49ea-4506-ba4a-f41d4cdc80af None None] Network 7c664d96-1ac8-4288-8a72-335d87e81f53 requested from dv-cinder-782405-8-iscsi {{(pid=103392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 05:47:49.546574 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a5fe260f-fb6f-4359-92d2-a6baea0c7329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-518026'] for router, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:49.617330 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-f41f9ee0-aab8-4914-abb9-3098c18d5526 None None] Provisioning for port 853d2156-7619-4899-b2e2-b4f9f7a75a17 completed by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:47:49.685495 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device 853d2156-7619-4899-b2e2-b4f9f7a75a17 up at agent ovs-agent-dv-cinder-782405-8-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:47:49.751934 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5fe260f-fb6f-4359-92d2-a6baea0c7329 admin admin] Router 301c1d58-e7e9-434a-a0d2-b6c6a7ea3784 is scheduled to L3 agent b1c473b1-11ec-4d73-8852-93414dd700fb with binding_index 1 {{(pid=103391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 05:47:49.803852 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Provisioning for port 853d2156-7619-4899-b2e2-b4f9f7a75a17 completed by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:47:49.810919 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Provisioning complete for port 853d2156-7619-4899-b2e2-b4f9f7a75a17 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:47:49.811298 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:49.929782 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:49.935330 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5fe260f-fb6f-4359-92d2-a6baea0c7329 admin admin] Notify agent at l3_agent.dv-cinder-782405-8-iscsi the message routers_updated {{(pid=103391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 05:47:49.951402 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91fac2e-1c08-4831-8f16-c963693c47b6 None None] Sync routers for ids ['301c1d58-e7e9-434a-a0d2-b6c6a7ea3784'] in dv-cinder-782405-8-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 05:47:49.960522 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a5fe260f-fb6f-4359-92d2-a6baea0c7329 admin admin] Notify callbacks [] for router, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:49.964309 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-a5fe260f-fb6f-4359-92d2-a6baea0c7329 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3043444 May 19 05:47:49.964544 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 48570) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:47:49.976047 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91fac2e-1c08-4831-8f16-c963693c47b6 None None] Routers {'301c1d58-e7e9-434a-a0d2-b6c6a7ea3784'} bound to L3 agent in host dv-cinder-782405-8-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:47:49.976670 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-a91fac2e-1c08-4831-8f16-c963693c47b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T05:35:15Z,description=,heartbeat_timestamp=2021-05-19T05:47:45Z,host='dv-cinder-782405-8-iscsi',id=b1c473b1-11ec-4d73-8852-93414dd700fb,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:35:15Z,topic='l3_agent')) {'router_ids': ['301c1d58-e7e9-434a-a0d2-b6c6a7ea3784'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:47:50.040562 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] For port 853d2156-7619-4899-b2e2-b4f9f7a75a17, host dv-cinder-782405-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-iscsi',level=0,port_id=853d2156-7619-4899-b2e2-b4f9f7a75a17,segment=NetworkSegment(70d11288-15ef-421d-9cc4-49a1c8a9c023),segment_id=70d11288-15ef-421d-9cc4-49a1c8a9c023)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:47:50.057836 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:50.062466 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:47:50.180122 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-6b4be029-2bc8-41dd-9b80-164589838097 None None] Provisioning complete for port 853d2156-7619-4899-b2e2-b4f9f7a75a17 triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:47:50.180387 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6b4be029-2bc8-41dd-9b80-164589838097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:50.258374 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Pushing event updated for resources: {'Port': ['ID=853d2156-7619-4899-b2e2-b4f9f7a75a17,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:47:50.261690 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:47:50.275603 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-a91fac2e-1c08-4831-8f16-c963693c47b6 None None] Set router 301c1d58-e7e9-434a-a0d2-b6c6a7ea3784 gateway port host: dv-cinder-782405-8-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:47:50.640809 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-a91fac2e-1c08-4831-8f16-c963693c47b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '301c1d58-e7e9-434a-a0d2-b6c6a7ea3784', 'name': 'tempest-TestMinimumBasicScenario-1628436141-router', 'tenant_id': 'e181904a5b24481e86fd6fc2c82285c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '352510d7-da5c-4ef4-91d1-35eb3de32508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:47:47Z', 'updated_at': '2021-05-19T05:47:49Z', 'revision_number': 3, 'project_id': 'e181904a5b24481e86fd6fc2c82285c0', 'gw_port': {'id': '352510d7-da5c-4ef4-91d1-35eb3de32508', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:30:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '301c1d58-e7e9-434a-a0d2-b6c6a7ea3784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:47:48Z', 'updated_at': '2021-05-19T05:47:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi'}], 'dv-cinder-782405-8-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:47:50.644570 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91fac2e-1c08-4831-8f16-c963693c47b6 None None] Checking router: 301c1d58-e7e9-434a-a0d2-b6c6a7ea3784 for host: dv-cinder-782405-8-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 05:47:50.645543 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91fac2e-1c08-4831-8f16-c963693c47b6 None None] Updating router 301c1d58-e7e9-434a-a0d2-b6c6a7ea3784 port 352510d7-da5c-4ef4-91d1-35eb3de32508 binding host dv-cinder-782405-8-iscsi {{(pid=103392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 05:47:50.695659 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a91fac2e-1c08-4831-8f16-c963693c47b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:50.729916 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3570289a-b0b3-44b0-ad6d-a413682633ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:50.929523 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [None req-3570289a-b0b3-44b0-ad6d-a413682633ec admin admin] Allocated IP 172.20.0.1 (7c664d96-1ac8-4288-8a72-335d87e81f53/493b9886-1e03-40f1-b780-ac1eb5696ec6/5b524f5e-763f-482f-bda6-09836ea78686) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 05:47:51.010744 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a91fac2e-1c08-4831-8f16-c963693c47b6 None None] Notify callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:51.021979 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-a91fac2e-1c08-4831-8f16-c963693c47b6 None None] Transition to ACTIVE for port object 352510d7-da5c-4ef4-91d1-35eb3de32508 will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:47:51.028213 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a91fac2e-1c08-4831-8f16-c963693c47b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:51.032551 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:47:51.077020 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3570289a-b0b3-44b0-ad6d-a413682633ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:51.092155 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-3570289a-b0b3-44b0-ad6d-a413682633ec admin admin] Transition to ACTIVE for port object 5b524f5e-763f-482f-bda6-09836ea78686 will not be triggered until provisioned by entity DHCP. {{(pid=103391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:47:51.104260 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-a91fac2e-1c08-4831-8f16-c963693c47b6 None None] Attempting to bind port 352510d7-da5c-4ef4-91d1-35eb3de32508 on host dv-cinder-782405-8-iscsi for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 05:47:51.104634 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-a91fac2e-1c08-4831-8f16-c963693c47b6 None None] Attempting to bind port 352510d7-da5c-4ef4-91d1-35eb3de32508 by drivers openvswitch,hyperv on host dv-cinder-782405-8-iscsi at level 0 using segments [{'id': 'edaa9548-0a8e-4b05-b39a-c151d3266f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 05:47:51.104996 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91fac2e-1c08-4831-8f16-c963693c47b6 None None] Attempting to bind port 352510d7-da5c-4ef4-91d1-35eb3de32508 on network 1e6dde84-3174-47a4-a93f-45a4a19145c3 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:47:51.114124 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91fac2e-1c08-4831-8f16-c963693c47b6 None None] Checking agent: {'id': '8851ba53-2e70-4f4c-a9f5-617d9b5548bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 5, 35, 15), 'started_at': datetime.datetime(2021, 5, 19, 5, 35, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 5, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 05:47:51.114749 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91fac2e-1c08-4831-8f16-c963693c47b6 None None] Checking segment: {'id': 'edaa9548-0a8e-4b05-b39a-c151d3266f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:47:51.115205 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a91fac2e-1c08-4831-8f16-c963693c47b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:51.115589 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91fac2e-1c08-4831-8f16-c963693c47b6 None None] Bound using segment: {'id': 'edaa9548-0a8e-4b05-b39a-c151d3266f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 05:47:51.116056 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-a91fac2e-1c08-4831-8f16-c963693c47b6 None None] Bound port: 352510d7-da5c-4ef4-91d1-35eb3de32508, host: dv-cinder-782405-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edaa9548-0a8e-4b05-b39a-c151d3266f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 05:47:51.116426 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a91fac2e-1c08-4831-8f16-c963693c47b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:51.116817 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3570289a-b0b3-44b0-ad6d-a413682633ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742272799735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263355286'] for port, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:51.121526 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-3c36d978-f3d4-4896-a738-8e9675ee9ceb tempest-DeleteServersTestJSON-1742042662 tempest-DeleteServersTestJSON-1742042662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:47:51.151462 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18619adc-764a-43a8-9638-b67c26d56eb7 None None] Pushing event updated for resources: {'Port': ['ID=352510d7-da5c-4ef4-91d1-35eb3de32508,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:47:51.154171 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-18619adc-764a-43a8-9638-b67c26d56eb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:47:51.181213 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3570289a-b0b3-44b0-ad6d-a413682633ec admin admin] Network 7c664d96-1ac8-4288-8a72-335d87e81f53 is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:47:51.184053 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-3570289a-b0b3-44b0-ad6d-a413682633ec admin admin] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:47:51.187731 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3570289a-b0b3-44b0-ad6d-a413682633ec admin admin] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 05:47:51.194625 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a91fac2e-1c08-4831-8f16-c963693c47b6 None None] For port 352510d7-da5c-4ef4-91d1-35eb3de32508, host dv-cinder-782405-8-iscsi, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 05:47:51.200649 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a91fac2e-1c08-4831-8f16-c963693c47b6 None None] For port 352510d7-da5c-4ef4-91d1-35eb3de32508, host dv-cinder-782405-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-iscsi',level=0,port_id=352510d7-da5c-4ef4-91d1-35eb3de32508,segment=NetworkSegment(edaa9548-0a8e-4b05-b39a-c151d3266f79),segment_id=edaa9548-0a8e-4b05-b39a-c151d3266f79)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 05:47:51.206489 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a91fac2e-1c08-4831-8f16-c963693c47b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:51.210408 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:47:51.230371 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3570289a-b0b3-44b0-ad6d-a413682633ec admin admin] Pushing event updated for resources: {'Port': ['ID=5b524f5e-763f-482f-bda6-09836ea78686,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:47:51.238243 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-3570289a-b0b3-44b0-ad6d-a413682633ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:47:51.251769 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3570289a-b0b3-44b0-ad6d-a413682633ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398905'] for router_interface, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:51.292991 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18619adc-764a-43a8-9638-b67c26d56eb7 None None] Pushing event updated for resources: {'Port': ['ID=352510d7-da5c-4ef4-91d1-35eb3de32508,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:47:51.297173 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-18619adc-764a-43a8-9638-b67c26d56eb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:47:51.299032 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91fac2e-1c08-4831-8f16-c963693c47b6 None None] Routers {'301c1d58-e7e9-434a-a0d2-b6c6a7ea3784'} bound to L3 agent in host dv-cinder-782405-8-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:47:51.299854 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-a91fac2e-1c08-4831-8f16-c963693c47b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T05:35:15Z,description=,heartbeat_timestamp=2021-05-19T05:47:45Z,host='dv-cinder-782405-8-iscsi',id=b1c473b1-11ec-4d73-8852-93414dd700fb,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:35:15Z,topic='l3_agent')) {'router_ids': ['301c1d58-e7e9-434a-a0d2-b6c6a7ea3784'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:47:51.387173 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3570289a-b0b3-44b0-ad6d-a413682633ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:51.454442 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-243c5b5e-f291-42a6-a63b-8534af13fc14 None None] Provisioning for port 5b524f5e-763f-482f-bda6-09836ea78686 completed by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:47:51.466954 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-243c5b5e-f291-42a6-a63b-8534af13fc14 None None] Provisioning complete for port 5b524f5e-763f-482f-bda6-09836ea78686 triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:47:51.467377 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-243c5b5e-f291-42a6-a63b-8534af13fc14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:51.538862 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-a91fac2e-1c08-4831-8f16-c963693c47b6 None None] Set router 301c1d58-e7e9-434a-a0d2-b6c6a7ea3784 gateway port host: dv-cinder-782405-8-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:47:51.578911 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-243c5b5e-f291-42a6-a63b-8534af13fc14 None None] Port 5b524f5e-763f-482f-bda6-09836ea78686 cannot update to ACTIVE because it is not bound. {{(pid=103392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 05:47:51.612996 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3570289a-b0b3-44b0-ad6d-a413682633ec admin admin] Notify callbacks [] for port, precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:51.619297 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3570289a-b0b3-44b0-ad6d-a413682633ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263355279'] for port, after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:51.643264 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-a91579e4-f3f5-4777-a21f-b58fd4fa991f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:47:51.661147 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device 853d2156-7619-4899-b2e2-b4f9f7a75a17 up at agent ovs-agent-dv-cinder-782405-8-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:47:51.724586 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3570289a-b0b3-44b0-ad6d-a413682633ec admin admin] Pushing event updated for resources: {'Port': ['ID=5b524f5e-763f-482f-bda6-09836ea78686,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:47:51.728857 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-3570289a-b0b3-44b0-ad6d-a413682633ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:47:51.729611 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3570289a-b0b3-44b0-ad6d-a413682633ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398942'] for router_interface, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:51.834692 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Provisioning complete for port 853d2156-7619-4899-b2e2-b4f9f7a75a17 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:47:51.835082 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:51.859986 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3570289a-b0b3-44b0-ad6d-a413682633ec admin admin] Network 7c664d96-1ac8-4288-8a72-335d87e81f53 is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:47:51.861310 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-3570289a-b0b3-44b0-ad6d-a413682633ec admin admin] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:47:52.052407 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-a91fac2e-1c08-4831-8f16-c963693c47b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '301c1d58-e7e9-434a-a0d2-b6c6a7ea3784', 'name': 'tempest-TestMinimumBasicScenario-1628436141-router', 'tenant_id': 'e181904a5b24481e86fd6fc2c82285c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '352510d7-da5c-4ef4-91d1-35eb3de32508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:47:47Z', 'updated_at': '2021-05-19T05:47:51Z', 'revision_number': 4, 'project_id': 'e181904a5b24481e86fd6fc2c82285c0', 'gw_port': {'id': '352510d7-da5c-4ef4-91d1-35eb3de32508', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:30:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '301c1d58-e7e9-434a-a0d2-b6c6a7ea3784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:47:48Z', 'updated_at': '2021-05-19T05:47:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi', '_interfaces': [{'id': '5b524f5e-763f-482f-bda6-09836ea78686', 'name': '', 'network_id': '7c664d96-1ac8-4288-8a72-335d87e81f53', 'tenant_id': 'e181904a5b24481e86fd6fc2c82285c0', 'mac_address': 'fa:16:3e:09:88:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '301c1d58-e7e9-434a-a0d2-b6c6a7ea3784', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '493b9886-1e03-40f1-b780-ac1eb5696ec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:47:50Z', 'updated_at': '2021-05-19T05:47:50Z', 'revision_number': 1, 'project_id': 'e181904a5b24481e86fd6fc2c82285c0', 'subnets': [{'id': '493b9886-1e03-40f1-b780-ac1eb5696ec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:47:52.058535 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91fac2e-1c08-4831-8f16-c963693c47b6 None None] The sync data for ids ['301c1d58-e7e9-434a-a0d2-b6c6a7ea3784'] in dv-cinder-782405-8-iscsi is: [{'id': '301c1d58-e7e9-434a-a0d2-b6c6a7ea3784', 'name': 'tempest-TestMinimumBasicScenario-1628436141-router', 'tenant_id': 'e181904a5b24481e86fd6fc2c82285c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '352510d7-da5c-4ef4-91d1-35eb3de32508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:47:47Z', 'updated_at': '2021-05-19T05:47:51Z', 'revision_number': 4, 'project_id': 'e181904a5b24481e86fd6fc2c82285c0', 'gw_port': {'id': '352510d7-da5c-4ef4-91d1-35eb3de32508', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:30:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '301c1d58-e7e9-434a-a0d2-b6c6a7ea3784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:47:48Z', 'updated_at': '2021-05-19T05:47:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi', '_interfaces': [{'id': '5b524f5e-763f-482f-bda6-09836ea78686', 'name': '', 'network_id': '7c664d96-1ac8-4288-8a72-335d87e81f53', 'tenant_id': 'e181904a5b24481e86fd6fc2c82285c0', 'mac_address': 'fa:16:3e:09:88:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '301c1d58-e7e9-434a-a0d2-b6c6a7ea3784', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '493b9886-1e03-40f1-b780-ac1eb5696ec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:47:50Z', 'updated_at': '2021-05-19T05:47:50Z', 'revision_number': 1, 'project_id': 'e181904a5b24481e86fd6fc2c82285c0', 'subnets': [{'id': '493b9886-1e03-40f1-b780-ac1eb5696ec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 05:47:52.102224 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-bbeb34a8-222a-4a40-98f8-0f9bb966bf47 None None] Provisioning complete for port 5b524f5e-763f-482f-bda6-09836ea78686 triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:47:52.102687 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bbeb34a8-222a-4a40-98f8-0f9bb966bf47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:52.150452 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3570289a-b0b3-44b0-ad6d-a413682633ec admin admin] Router 301c1d58-e7e9-434a-a0d2-b6c6a7ea3784 has already been hosted by L3 agent b1c473b1-11ec-4d73-8852-93414dd700fb {{(pid=103391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 05:47:52.163803 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bbeb34a8-222a-4a40-98f8-0f9bb966bf47 None None] Port 5b524f5e-763f-482f-bda6-09836ea78686 cannot update to ACTIVE because it is not bound. {{(pid=103392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 05:47:52.350527 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3570289a-b0b3-44b0-ad6d-a413682633ec admin admin] Notify agent at l3_agent.dv-cinder-782405-8-iscsi the message routers_updated {{(pid=103391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 05:47:52.359878 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-3570289a-b0b3-44b0-ad6d-a413682633ec admin admin] 10.222.0.11 "PUT /v2.0/routers/301c1d58-e7e9-434a-a0d2-b6c6a7ea3784/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3943264 May 19 05:47:52.906344 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 48594) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:47:52.912764 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-a117cf43-c31c-4e4a-ba4d-511fd2408f3f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-8111540-network', 'tenant_id': '9fab84149cf24934b7fde1771323862b'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:47:52.917663 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-a117cf43-c31c-4e4a-ba4d-511fd2408f3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:47:52.921648 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-a117cf43-c31c-4e4a-ba4d-511fd2408f3f admin admin] Usage tracker for resource:network and tenant:9fab84149cf24934b7fde1771323862b is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:47:52.924660 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-a117cf43-c31c-4e4a-ba4d-511fd2408f3f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:47:52.931151 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-a117cf43-c31c-4e4a-ba4d-511fd2408f3f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:47:52.943004 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a117cf43-c31c-4e4a-ba4d-511fd2408f3f admin admin] Made reservation on behalf of 9fab84149cf24934b7fde1771323862b for: {'network': 1} {{(pid=103391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 05:47:52.945531 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a117cf43-c31c-4e4a-ba4d-511fd2408f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3666241'] for network, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:52.958296 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a117cf43-c31c-4e4a-ba4d-511fd2408f3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:52.973417 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-a117cf43-c31c-4e4a-ba4d-511fd2408f3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:47:52.977244 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-a117cf43-c31c-4e4a-ba4d-511fd2408f3f admin admin] Usage tracker for resource:security_group_rule and tenant:9fab84149cf24934b7fde1771323862b is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:47:52.980188 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-a117cf43-c31c-4e4a-ba4d-511fd2408f3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:47:52.987185 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-a117cf43-c31c-4e4a-ba4d-511fd2408f3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:47:53.073698 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a117cf43-c31c-4e4a-ba4d-511fd2408f3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:53.077682 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a117cf43-c31c-4e4a-ba4d-511fd2408f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:53.081209 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-f4d19fe3-c430-4360-8df8-6e5949bbabd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:47:53.113254 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a117cf43-c31c-4e4a-ba4d-511fd2408f3f admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=103391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 05:47:53.119138 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a117cf43-c31c-4e4a-ba4d-511fd2408f3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=894e6080-e681-4984-91af-7d0065eb8000,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:47:53.122877 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-a117cf43-c31c-4e4a-ba4d-511fd2408f3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:47:53.127155 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a117cf43-c31c-4e4a-ba4d-511fd2408f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3517393'] for segment, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:53.127503 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.db.segments_db [None req-a117cf43-c31c-4e4a-ba4d-511fd2408f3f admin admin] Added segment a4d22918-2225-41d4-9233-8939fa37f239 of type vlan for network 901b895e-6ac9-46f5-9e60-feef38a8e90a May 19 05:47:53.162428 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a117cf43-c31c-4e4a-ba4d-511fd2408f3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742272786041'] for network, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:53.193260 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a117cf43-c31c-4e4a-ba4d-511fd2408f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-542600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-584118'] for network, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:53.194875 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a117cf43-c31c-4e4a-ba4d-511fd2408f3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:47:53.195534 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a117cf43-c31c-4e4a-ba4d-511fd2408f3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584083'] for network, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:53.200405 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:47:53.291566 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-a117cf43-c31c-4e4a-ba4d-511fd2408f3f admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3838487 May 19 05:47:53.294190 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 48600) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:47:53.301516 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-271ee44d-18f2-41b9-b687-396cafc0ac6c admin admin] Request body: {'subnet': {'network_id': '901b895e-6ac9-46f5-9e60-feef38a8e90a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-8111540-subnet', 'tenant_id': '9fab84149cf24934b7fde1771323862b', 'ip_version': 4}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:47:53.304487 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a117cf43-c31c-4e4a-ba4d-511fd2408f3f admin admin] Pushing event updated for resources: {'Network': ['ID=901b895e-6ac9-46f5-9e60-feef38a8e90a,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:47:53.307124 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-a117cf43-c31c-4e4a-ba4d-511fd2408f3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:47:53.309312 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-271ee44d-18f2-41b9-b687-396cafc0ac6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:47:53.313103 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-271ee44d-18f2-41b9-b687-396cafc0ac6c admin admin] Usage tracker for resource:subnet and tenant:9fab84149cf24934b7fde1771323862b is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:47:53.316521 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-271ee44d-18f2-41b9-b687-396cafc0ac6c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:47:53.317175 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Network 901b895e-6ac9-46f5-9e60-feef38a8e90a details requested by agent ovs-agent-dv-cinder-782405-8-iscsi with host dv-cinder-782405-8-iscsi {{(pid=103392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 05:47:53.322210 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-271ee44d-18f2-41b9-b687-396cafc0ac6c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:47:53.331345 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-271ee44d-18f2-41b9-b687-396cafc0ac6c admin admin] Made reservation on behalf of 9fab84149cf24934b7fde1771323862b for: {'subnet': 1} {{(pid=103391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 05:47:53.334220 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-271ee44d-18f2-41b9-b687-396cafc0ac6c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264176305'] for subnet, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:53.673196 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device 352510d7-da5c-4ef4-91d1-35eb3de32508 up at agent ovs-agent-dv-cinder-782405-8-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:47:53.726300 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-271ee44d-18f2-41b9-b687-396cafc0ac6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263301638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264176259'] for subnet, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:53.731490 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-3ac999c5-de40-429d-a65c-a82d659cb994 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:47:53.741183 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Provisioning for port 352510d7-da5c-4ef4-91d1-35eb3de32508 completed by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:47:53.746235 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Provisioning complete for port 352510d7-da5c-4ef4-91d1-35eb3de32508 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:47:53.746653 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:53.806798 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271ee44d-18f2-41b9-b687-396cafc0ac6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c996c5b-c99c-404a-b329-ff0a1b28f007,revision_number=0']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:47:53.809530 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-271ee44d-18f2-41b9-b687-396cafc0ac6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:47:53.815801 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271ee44d-18f2-41b9-b687-396cafc0ac6c admin admin] Checking segment: {'id': 'a4d22918-2225-41d4-9233-8939fa37f239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '901b895e-6ac9-46f5-9e60-feef38a8e90a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:47:53.816170 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271ee44d-18f2-41b9-b687-396cafc0ac6c admin admin] Network hostable DHCP agents. Network: 901b895e-6ac9-46f5-9e60-feef38a8e90a, hostable agents: ['51c3ebcd-1a29-4010-9a37-07f85f6ad558'], hosted agents: [] {{(pid=103391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 05:47:53.835133 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271ee44d-18f2-41b9-b687-396cafc0ac6c admin admin] Network 901b895e-6ac9-46f5-9e60-feef38a8e90a is scheduled to be hosted by DHCP agent 51c3ebcd-1a29-4010-9a37-07f85f6ad558 with binding_index 1 {{(pid=103391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 05:47:53.844173 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-271ee44d-18f2-41b9-b687-396cafc0ac6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782405-8-iscsi, 901b895e-6ac9-46f5-9e60-feef38a8e90a) {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:47:53.853905 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271ee44d-18f2-41b9-b687-396cafc0ac6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:47:53.854830 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-271ee44d-18f2-41b9-b687-396cafc0ac6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584083'] for subnet, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:53.856420 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbb81de-5222-4fa9-b27e-97a6209cff88 None None] Network 901b895e-6ac9-46f5-9e60-feef38a8e90a requested from dv-cinder-782405-8-iscsi {{(pid=103392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 05:47:53.880385 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 48606) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:47:53.881321 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-271ee44d-18f2-41b9-b687-396cafc0ac6c admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5853286 May 19 05:47:53.885980 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-16454c04-4b6f-433c-81dc-8faa4001cba7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-8111540-router', 'tenant_id': '9fab84149cf24934b7fde1771323862b', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3'}}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:47:53.890872 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-16454c04-4b6f-433c-81dc-8faa4001cba7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:47:53.896345 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-16454c04-4b6f-433c-81dc-8faa4001cba7 admin admin] Usage tracker for resource:router and tenant:9fab84149cf24934b7fde1771323862b is out of sync, need to count used quota {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:47:53.899678 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-16454c04-4b6f-433c-81dc-8faa4001cba7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:47:53.906826 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-16454c04-4b6f-433c-81dc-8faa4001cba7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:47:53.912569 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac66c23-5421-455c-8373-669d2300e76b None None] Sync routers for ids ['301c1d58-e7e9-434a-a0d2-b6c6a7ea3784'] in dv-cinder-782405-8-iscsi {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 05:47:53.918473 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-16454c04-4b6f-433c-81dc-8faa4001cba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-469361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27503'] for router, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:53.919652 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-16454c04-4b6f-433c-81dc-8faa4001cba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517936', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27492'] for router, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:53.924844 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac66c23-5421-455c-8373-669d2300e76b None None] Routers {'301c1d58-e7e9-434a-a0d2-b6c6a7ea3784'} bound to L3 agent in host dv-cinder-782405-8-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:47:53.925387 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-6ac66c23-5421-455c-8373-669d2300e76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T05:35:15Z,description=,heartbeat_timestamp=2021-05-19T05:47:45Z,host='dv-cinder-782405-8-iscsi',id=b1c473b1-11ec-4d73-8852-93414dd700fb,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:35:15Z,topic='l3_agent')) {'router_ids': ['301c1d58-e7e9-434a-a0d2-b6c6a7ea3784'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:47:53.935321 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-16454c04-4b6f-433c-81dc-8faa4001cba7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:53.942394 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:53.974950 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] For port 352510d7-da5c-4ef4-91d1-35eb3de32508, host dv-cinder-782405-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-iscsi',level=0,port_id=352510d7-da5c-4ef4-91d1-35eb3de32508,segment=NetworkSegment(edaa9548-0a8e-4b05-b39a-c151d3266f79),segment_id=edaa9548-0a8e-4b05-b39a-c151d3266f79)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:47:53.982772 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:53.987081 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-7e9c88bb-05fb-41fc-9455-5c72e26ac2ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:47:54.105940 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Pushing event updated for resources: {'Port': ['ID=352510d7-da5c-4ef4-91d1-35eb3de32508,revision_number=4']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:47:54.110215 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:47:54.114150 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-6ac66c23-5421-455c-8373-669d2300e76b None None] Set router 301c1d58-e7e9-434a-a0d2-b6c6a7ea3784 gateway port host: dv-cinder-782405-8-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:47:54.156134 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b59f2ee-05d5-4fcd-95f8-3c62f818fd1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f84fa44-b72f-57ea-990f-e1972563ccfb-901b895e-6ac9-46f5-9e60-feef38a8e90a', 'network_id': '901b895e-6ac9-46f5-9e60-feef38a8e90a', 'tenant_id': '9fab84149cf24934b7fde1771323862b', 'fixed_ips': [{'subnet_id': '8c996c5b-c99c-404a-b329-ff0a1b28f007'}]}} from dv-cinder-782405-8-iscsi. {{(pid=103392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 05:47:54.156974 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1b59f2ee-05d5-4fcd-95f8-3c62f818fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:54.211258 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-16454c04-4b6f-433c-81dc-8faa4001cba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-517945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-469251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27466'] for router, precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:54.321940 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-1b59f2ee-05d5-4fcd-95f8-3c62f818fd1d None None] Allocated IP 172.20.0.2 (901b895e-6ac9-46f5-9e60-feef38a8e90a/8c996c5b-c99c-404a-b329-ff0a1b28f007/18231d5c-2661-4eb5-b6ba-4552db0b090b) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 05:47:54.432232 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-6ac66c23-5421-455c-8373-669d2300e76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '301c1d58-e7e9-434a-a0d2-b6c6a7ea3784', 'name': 'tempest-TestMinimumBasicScenario-1628436141-router', 'tenant_id': 'e181904a5b24481e86fd6fc2c82285c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '352510d7-da5c-4ef4-91d1-35eb3de32508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:47:47Z', 'updated_at': '2021-05-19T05:47:51Z', 'revision_number': 4, 'project_id': 'e181904a5b24481e86fd6fc2c82285c0', 'gw_port': {'id': '352510d7-da5c-4ef4-91d1-35eb3de32508', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:30:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301c1d58-e7e9-434a-a0d2-b6c6a7ea3784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:47:48Z', 'updated_at': '2021-05-19T05:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi', '_interfaces': [{'id': '5b524f5e-763f-482f-bda6-09836ea78686', 'name': '', 'network_id': '7c664d96-1ac8-4288-8a72-335d87e81f53', 'tenant_id': 'e181904a5b24481e86fd6fc2c82285c0', 'mac_address': 'fa:16:3e:09:88:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '301c1d58-e7e9-434a-a0d2-b6c6a7ea3784', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '493b9886-1e03-40f1-b780-ac1eb5696ec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:47:50Z', 'updated_at': '2021-05-19T05:47:51Z', 'revision_number': 2, 'project_id': 'e181904a5b24481e86fd6fc2c82285c0', 'subnets': [{'id': '493b9886-1e03-40f1-b780-ac1eb5696ec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:47:54.435887 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac66c23-5421-455c-8373-669d2300e76b None None] Checking router: 301c1d58-e7e9-434a-a0d2-b6c6a7ea3784 for host: dv-cinder-782405-8-iscsi {{(pid=103393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 05:47:54.436237 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac66c23-5421-455c-8373-669d2300e76b None None] Updating router 301c1d58-e7e9-434a-a0d2-b6c6a7ea3784 port 5b524f5e-763f-482f-bda6-09836ea78686 binding host dv-cinder-782405-8-iscsi {{(pid=103393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 05:47:54.487585 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6ac66c23-5421-455c-8373-669d2300e76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:54.540485 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1b59f2ee-05d5-4fcd-95f8-3c62f818fd1d None None] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:54.550860 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-1b59f2ee-05d5-4fcd-95f8-3c62f818fd1d None None] Transition to ACTIVE for port object 18231d5c-2661-4eb5-b6ba-4552db0b090b will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:47:54.569363 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-1b59f2ee-05d5-4fcd-95f8-3c62f818fd1d None None] Transition to ACTIVE for port object 18231d5c-2661-4eb5-b6ba-4552db0b090b will not be triggered until provisioned by entity DHCP. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:47:54.576223 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1b59f2ee-05d5-4fcd-95f8-3c62f818fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742272799735'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:54.581468 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:47:54.613558 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-16454c04-4b6f-433c-81dc-8faa4001cba7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:54.644714 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b59f2ee-05d5-4fcd-95f8-3c62f818fd1d None None] Network 901b895e-6ac9-46f5-9e60-feef38a8e90a is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:47:54.647463 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-16454c04-4b6f-433c-81dc-8faa4001cba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:54.647620 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-1b59f2ee-05d5-4fcd-95f8-3c62f818fd1d None None] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:47:54.651540 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b59f2ee-05d5-4fcd-95f8-3c62f818fd1d None None] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 05:47:54.657740 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b59f2ee-05d5-4fcd-95f8-3c62f818fd1d None None] Pushing event updated for resources: {'Port': ['ID=18231d5c-2661-4eb5-b6ba-4552db0b090b,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:47:54.662453 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-1b59f2ee-05d5-4fcd-95f8-3c62f818fd1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:47:54.761114 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-1b59f2ee-05d5-4fcd-95f8-3c62f818fd1d None None] Attempting to bind port 18231d5c-2661-4eb5-b6ba-4552db0b090b on host dv-cinder-782405-8-iscsi for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 05:47:54.761689 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-1b59f2ee-05d5-4fcd-95f8-3c62f818fd1d None None] Attempting to bind port 18231d5c-2661-4eb5-b6ba-4552db0b090b by drivers openvswitch,hyperv on host dv-cinder-782405-8-iscsi at level 0 using segments [{'id': 'a4d22918-2225-41d4-9233-8939fa37f239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '901b895e-6ac9-46f5-9e60-feef38a8e90a'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 05:47:54.762069 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b59f2ee-05d5-4fcd-95f8-3c62f818fd1d None None] Attempting to bind port 18231d5c-2661-4eb5-b6ba-4552db0b090b on network 901b895e-6ac9-46f5-9e60-feef38a8e90a {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:47:54.768050 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b59f2ee-05d5-4fcd-95f8-3c62f818fd1d None None] Checking agent: {'id': '8851ba53-2e70-4f4c-a9f5-617d9b5548bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 5, 35, 15), 'started_at': datetime.datetime(2021, 5, 19, 5, 35, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 5, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 05:47:54.768951 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b59f2ee-05d5-4fcd-95f8-3c62f818fd1d None None] Checking segment: {'id': 'a4d22918-2225-41d4-9233-8939fa37f239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '901b895e-6ac9-46f5-9e60-feef38a8e90a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:47:54.769426 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1b59f2ee-05d5-4fcd-95f8-3c62f818fd1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:54.770398 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b59f2ee-05d5-4fcd-95f8-3c62f818fd1d None None] Bound using segment: {'id': 'a4d22918-2225-41d4-9233-8939fa37f239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '901b895e-6ac9-46f5-9e60-feef38a8e90a'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 05:47:54.770898 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-1b59f2ee-05d5-4fcd-95f8-3c62f818fd1d None None] Bound port: 18231d5c-2661-4eb5-b6ba-4552db0b090b, host: dv-cinder-782405-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4d22918-2225-41d4-9233-8939fa37f239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '901b895e-6ac9-46f5-9e60-feef38a8e90a'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 05:47:54.771468 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1b59f2ee-05d5-4fcd-95f8-3c62f818fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:54.812059 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [None req-16454c04-4b6f-433c-81dc-8faa4001cba7 admin admin] Allocated IP 172.27.0.136 (1e6dde84-3174-47a4-a93f-45a4a19145c3/a354a417-b24c-44ef-b568-941dc79a6d49/17dd6c33-500c-48a7-b2af-8eba181a92a3) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 05:47:54.871114 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6ac66c23-5421-455c-8373-669d2300e76b None None] Notify callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:54.884465 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-1b59f2ee-05d5-4fcd-95f8-3c62f818fd1d None None] For port 18231d5c-2661-4eb5-b6ba-4552db0b090b, host dv-cinder-782405-8-iscsi, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 05:47:54.888182 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-1b59f2ee-05d5-4fcd-95f8-3c62f818fd1d None None] For port 18231d5c-2661-4eb5-b6ba-4552db0b090b, host dv-cinder-782405-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-iscsi',level=0,port_id=18231d5c-2661-4eb5-b6ba-4552db0b090b,segment=NetworkSegment(a4d22918-2225-41d4-9233-8939fa37f239),segment_id=a4d22918-2225-41d4-9233-8939fa37f239)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 05:47:54.888708 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-6ac66c23-5421-455c-8373-669d2300e76b None None] Transition to ACTIVE for port object 5b524f5e-763f-482f-bda6-09836ea78686 will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:47:54.895732 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1b59f2ee-05d5-4fcd-95f8-3c62f818fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:54.899586 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6ac66c23-5421-455c-8373-669d2300e76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:54.905134 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-265200c8-d8a2-4ad9-8666-34a069e817e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:47:54.905960 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG oslo_concurrency.lockutils [None req-f7b978e6-2a8c-4c4b-9e87-d807293931d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:47:54.976160 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b59f2ee-05d5-4fcd-95f8-3c62f818fd1d None None] Pushing event updated for resources: {'Port': ['ID=18231d5c-2661-4eb5-b6ba-4552db0b090b,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:47:54.982489 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f840a922-1897-466c-a341-aa3b734b0526 None None] Pushing event updated for resources: {'Port': ['ID=5b524f5e-763f-482f-bda6-09836ea78686,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:47:54.986448 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-1b59f2ee-05d5-4fcd-95f8-3c62f818fd1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:47:54.992984 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f840a922-1897-466c-a341-aa3b734b0526 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:47:54.993344 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f840a922-1897-466c-a341-aa3b734b0526 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:47:54.993678 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f840a922-1897-466c-a341-aa3b734b0526 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:47:54.994196 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f840a922-1897-466c-a341-aa3b734b0526 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:47:54.994521 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f840a922-1897-466c-a341-aa3b734b0526 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:47:54.994887 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f840a922-1897-466c-a341-aa3b734b0526 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:47:54.995204 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f840a922-1897-466c-a341-aa3b734b0526 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:47:54.995677 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f840a922-1897-466c-a341-aa3b734b0526 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:47:54.996161 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f840a922-1897-466c-a341-aa3b734b0526 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:47:54.996653 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f840a922-1897-466c-a341-aa3b734b0526 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:47:54.997664 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f840a922-1897-466c-a341-aa3b734b0526 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:47:54.997904 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-16454c04-4b6f-433c-81dc-8faa4001cba7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:54.998648 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f840a922-1897-466c-a341-aa3b734b0526 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:47:55.008727 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-53f14273-b3f7-4250-b206-88e5810b4051 req-6156a3fb-21be-4618-b92f-b47147930116 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=aa965fca-2ca6-4b8a-ab17-d563194604fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3307693 May 19 05:47:55.009732 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG oslo_concurrency.lockutils [None req-f840a922-1897-466c-a341-aa3b734b0526 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=103393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:47:55.031636 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-16454c04-4b6f-433c-81dc-8faa4001cba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742272799735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266569054'] for port, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:55.037329 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:47:55.117763 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16454c04-4b6f-433c-81dc-8faa4001cba7 admin admin] Pushing event updated for resources: {'Port': ['ID=17dd6c33-500c-48a7-b2af-8eba181a92a3,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:47:55.127763 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-16454c04-4b6f-433c-81dc-8faa4001cba7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:47:55.130985 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16454c04-4b6f-433c-81dc-8faa4001cba7 admin admin] Network 1e6dde84-3174-47a4-a93f-45a4a19145c3 is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:47:55.132412 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-16454c04-4b6f-433c-81dc-8faa4001cba7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:47:55.138414 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16454c04-4b6f-433c-81dc-8faa4001cba7 admin admin] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 05:47:55.252538 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-6ac66c23-5421-455c-8373-669d2300e76b None None] Attempting to bind port 5b524f5e-763f-482f-bda6-09836ea78686 on host dv-cinder-782405-8-iscsi for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 05:47:55.252914 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-6ac66c23-5421-455c-8373-669d2300e76b None None] Attempting to bind port 5b524f5e-763f-482f-bda6-09836ea78686 by drivers openvswitch,hyperv on host dv-cinder-782405-8-iscsi at level 0 using segments [{'id': '70d11288-15ef-421d-9cc4-49a1c8a9c023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7c664d96-1ac8-4288-8a72-335d87e81f53'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 05:47:55.253416 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac66c23-5421-455c-8373-669d2300e76b None None] Attempting to bind port 5b524f5e-763f-482f-bda6-09836ea78686 on network 7c664d96-1ac8-4288-8a72-335d87e81f53 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:47:55.261175 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac66c23-5421-455c-8373-669d2300e76b None None] Checking agent: {'id': '8851ba53-2e70-4f4c-a9f5-617d9b5548bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 5, 35, 15), 'started_at': datetime.datetime(2021, 5, 19, 5, 35, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 5, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 05:47:55.261559 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac66c23-5421-455c-8373-669d2300e76b None None] Checking segment: {'id': '70d11288-15ef-421d-9cc4-49a1c8a9c023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7c664d96-1ac8-4288-8a72-335d87e81f53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:47:55.262146 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6ac66c23-5421-455c-8373-669d2300e76b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:55.263134 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac66c23-5421-455c-8373-669d2300e76b None None] Bound using segment: {'id': '70d11288-15ef-421d-9cc4-49a1c8a9c023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7c664d96-1ac8-4288-8a72-335d87e81f53'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 05:47:55.263954 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-6ac66c23-5421-455c-8373-669d2300e76b None None] Bound port: 5b524f5e-763f-482f-bda6-09836ea78686, host: dv-cinder-782405-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70d11288-15ef-421d-9cc4-49a1c8a9c023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7c664d96-1ac8-4288-8a72-335d87e81f53'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 05:47:55.264333 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6ac66c23-5421-455c-8373-669d2300e76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:55.267348 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f14273-b3f7-4250-b206-88e5810b4051 req-c1a41aed-49d4-469c-9ebe-a7c69ecc6ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:47:55.269018 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-53f14273-b3f7-4250-b206-88e5810b4051 req-c1a41aed-49d4-469c-9ebe-a7c69ecc6ec0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e11f985d37b842499bf1e28b1ad007cf&device_id=aa965fca-2ca6-4b8a-ab17-d563194604fe HTTP/1.1" status: 200 len: 1098 time: 0.1499758 May 19 05:47:55.436602 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-6ac66c23-5421-455c-8373-669d2300e76b None None] For port 5b524f5e-763f-482f-bda6-09836ea78686, host dv-cinder-782405-8-iscsi, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 05:47:55.442523 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-6ac66c23-5421-455c-8373-669d2300e76b None None] For port 5b524f5e-763f-482f-bda6-09836ea78686, host dv-cinder-782405-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-iscsi',level=0,port_id=5b524f5e-763f-482f-bda6-09836ea78686,segment=NetworkSegment(70d11288-15ef-421d-9cc4-49a1c8a9c023),segment_id=70d11288-15ef-421d-9cc4-49a1c8a9c023)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 05:47:55.455054 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6ac66c23-5421-455c-8373-669d2300e76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:55.460918 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:47:55.501650 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f14273-b3f7-4250-b206-88e5810b4051 req-c700e50a-750f-41f4-a65d-32e281d5e80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:47:55.503162 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-53f14273-b3f7-4250-b206-88e5810b4051 req-c700e50a-750f-41f4-a65d-32e281d5e80b service neutron] 10.222.0.26 "GET /v2.0/networks?id=89d5aa65-3a6d-4be9-a00d-99ff97528276 HTTP/1.1" status: 200 len: 912 time: 0.2123742 May 19 05:47:55.595317 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f840a922-1897-466c-a341-aa3b734b0526 None None] Pushing event updated for resources: {'Port': ['ID=5b524f5e-763f-482f-bda6-09836ea78686,revision_number=4']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:47:55.599338 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG oslo_concurrency.lockutils [None req-f840a922-1897-466c-a341-aa3b734b0526 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=103393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:47:55.601321 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac66c23-5421-455c-8373-669d2300e76b None None] Routers {'301c1d58-e7e9-434a-a0d2-b6c6a7ea3784'} bound to L3 agent in host dv-cinder-782405-8-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:47:55.604846 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-6ac66c23-5421-455c-8373-669d2300e76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T05:35:15Z,description=,heartbeat_timestamp=2021-05-19T05:47:45Z,host='dv-cinder-782405-8-iscsi',id=b1c473b1-11ec-4d73-8852-93414dd700fb,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:35:15Z,topic='l3_agent')) {'router_ids': ['301c1d58-e7e9-434a-a0d2-b6c6a7ea3784'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:47:55.641970 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-53f14273-b3f7-4250-b206-88e5810b4051 req-77507b66-76c8-4559-a67d-b0b72500da8e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=00acc5b4-63cc-4b2d-90c9-676ae826dafb HTTP/1.1" status: 200 len: 1000 time: 0.1311903 May 19 05:47:55.763495 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f14273-b3f7-4250-b206-88e5810b4051 req-8a1abd95-f054-47f6-8df4-2d7ad463bef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:47:55.768602 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-53f14273-b3f7-4250-b206-88e5810b4051 req-8a1abd95-f054-47f6-8df4-2d7ad463bef2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=82fd848a-77f0-4d3d-8454-3c0dcf103642 HTTP/1.1" status: 200 len: 850 time: 0.1163809 May 19 05:47:55.857288 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-16454c04-4b6f-433c-81dc-8faa4001cba7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:55.869167 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device 18231d5c-2661-4eb5-b6ba-4552db0b090b up at agent ovs-agent-dv-cinder-782405-8-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:47:55.944062 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f14273-b3f7-4250-b206-88e5810b4051 req-b4e68502-4264-40d2-9c08-187d82656db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:47:55.945933 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-53f14273-b3f7-4250-b206-88e5810b4051 req-b4e68502-4264-40d2-9c08-187d82656db8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=89d5aa65-3a6d-4be9-a00d-99ff97528276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1708114 May 19 05:47:56.036862 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-6ac66c23-5421-455c-8373-669d2300e76b None None] Set router 301c1d58-e7e9-434a-a0d2-b6c6a7ea3784 gateway port host: dv-cinder-782405-8-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:47:56.122578 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Provisioning for port 18231d5c-2661-4eb5-b6ba-4552db0b090b completed by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:47:56.134765 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device 352510d7-da5c-4ef4-91d1-35eb3de32508 up at agent ovs-agent-dv-cinder-782405-8-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:47:56.239082 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Provisioning complete for port 352510d7-da5c-4ef4-91d1-35eb3de32508 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:47:56.239721 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:56.370477 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-53f14273-b3f7-4250-b206-88e5810b4051 req-7cd5a605-006c-47c2-99a2-d0a4d775f40b service neutron] 10.222.0.26 "GET /v2.0/networks/89d5aa65-3a6d-4be9-a00d-99ff97528276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4151328 May 19 05:47:56.410104 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3dbe802-e78d-4327-8313-e6a4198764cf None None] Network 901b895e-6ac9-46f5-9e60-feef38a8e90a requested from dv-cinder-782405-8-iscsi {{(pid=103392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 05:47:56.497745 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-16454c04-4b6f-433c-81dc-8faa4001cba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-518026'] for router, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:56.515707 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-53f14273-b3f7-4250-b206-88e5810b4051 req-1b986026-de36-41c7-af82-76a9d330b19e service neutron] 10.222.0.26 "GET /v2.0/networks/89d5aa65-3a6d-4be9-a00d-99ff97528276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374362 May 19 05:47:56.534858 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-6ac66c23-5421-455c-8373-669d2300e76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '301c1d58-e7e9-434a-a0d2-b6c6a7ea3784', 'name': 'tempest-TestMinimumBasicScenario-1628436141-router', 'tenant_id': 'e181904a5b24481e86fd6fc2c82285c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '352510d7-da5c-4ef4-91d1-35eb3de32508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:47:47Z', 'updated_at': '2021-05-19T05:47:51Z', 'revision_number': 4, 'project_id': 'e181904a5b24481e86fd6fc2c82285c0', 'gw_port': {'id': '352510d7-da5c-4ef4-91d1-35eb3de32508', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:30:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301c1d58-e7e9-434a-a0d2-b6c6a7ea3784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:47:48Z', 'updated_at': '2021-05-19T05:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi', '_interfaces': [{'id': '5b524f5e-763f-482f-bda6-09836ea78686', 'name': '', 'network_id': '7c664d96-1ac8-4288-8a72-335d87e81f53', 'tenant_id': 'e181904a5b24481e86fd6fc2c82285c0', 'mac_address': 'fa:16:3e:09:88:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '301c1d58-e7e9-434a-a0d2-b6c6a7ea3784', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '493b9886-1e03-40f1-b780-ac1eb5696ec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:47:50Z', 'updated_at': '2021-05-19T05:47:55Z', 'revision_number': 4, 'project_id': 'e181904a5b24481e86fd6fc2c82285c0', 'subnets': [{'id': '493b9886-1e03-40f1-b780-ac1eb5696ec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:47:56.541574 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac66c23-5421-455c-8373-669d2300e76b None None] The sync data for ids ['301c1d58-e7e9-434a-a0d2-b6c6a7ea3784'] in dv-cinder-782405-8-iscsi is: [{'id': '301c1d58-e7e9-434a-a0d2-b6c6a7ea3784', 'name': 'tempest-TestMinimumBasicScenario-1628436141-router', 'tenant_id': 'e181904a5b24481e86fd6fc2c82285c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '352510d7-da5c-4ef4-91d1-35eb3de32508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:47:47Z', 'updated_at': '2021-05-19T05:47:51Z', 'revision_number': 4, 'project_id': 'e181904a5b24481e86fd6fc2c82285c0', 'gw_port': {'id': '352510d7-da5c-4ef4-91d1-35eb3de32508', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:30:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301c1d58-e7e9-434a-a0d2-b6c6a7ea3784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:47:48Z', 'updated_at': '2021-05-19T05:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi', '_interfaces': [{'id': '5b524f5e-763f-482f-bda6-09836ea78686', 'name': '', 'network_id': '7c664d96-1ac8-4288-8a72-335d87e81f53', 'tenant_id': 'e181904a5b24481e86fd6fc2c82285c0', 'mac_address': 'fa:16:3e:09:88:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '301c1d58-e7e9-434a-a0d2-b6c6a7ea3784', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '493b9886-1e03-40f1-b780-ac1eb5696ec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:47:50Z', 'updated_at': '2021-05-19T05:47:55Z', 'revision_number': 4, 'project_id': 'e181904a5b24481e86fd6fc2c82285c0', 'subnets': [{'id': '493b9886-1e03-40f1-b780-ac1eb5696ec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 05:47:56.606110 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-6d2f6c24-fef2-4534-bf49-1877b62486c1 None None] Provisioning for port 18231d5c-2661-4eb5-b6ba-4552db0b090b completed by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:47:56.624271 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-6d2f6c24-fef2-4534-bf49-1877b62486c1 None None] Provisioning complete for port 18231d5c-2661-4eb5-b6ba-4552db0b090b triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:47:56.624656 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6d2f6c24-fef2-4534-bf49-1877b62486c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:56.713379 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16454c04-4b6f-433c-81dc-8faa4001cba7 admin admin] Router b1589179-ecfa-4649-8028-fb78e503f2ce is scheduled to L3 agent b1c473b1-11ec-4d73-8852-93414dd700fb with binding_index 1 {{(pid=103390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 05:47:56.821992 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6d2f6c24-fef2-4534-bf49-1877b62486c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:56.859990 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-6d2f6c24-fef2-4534-bf49-1877b62486c1 None None] For port 18231d5c-2661-4eb5-b6ba-4552db0b090b, host dv-cinder-782405-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-iscsi',level=0,port_id=18231d5c-2661-4eb5-b6ba-4552db0b090b,segment=NetworkSegment(a4d22918-2225-41d4-9233-8939fa37f239),segment_id=a4d22918-2225-41d4-9233-8939fa37f239)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:47:56.869212 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6d2f6c24-fef2-4534-bf49-1877b62486c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:56.872155 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:47:56.910313 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16454c04-4b6f-433c-81dc-8faa4001cba7 admin admin] Notify agent at l3_agent.dv-cinder-782405-8-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 05:47:56.936890 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819895cf-00bc-4325-8c64-415e0dd22e34 None None] Sync routers for ids ['b1589179-ecfa-4649-8028-fb78e503f2ce'] in dv-cinder-782405-8-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 05:47:56.951971 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-16454c04-4b6f-433c-81dc-8faa4001cba7 admin admin] Notify callbacks [] for router, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:56.956879 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-16454c04-4b6f-433c-81dc-8faa4001cba7 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.0718660 May 19 05:47:56.957122 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819895cf-00bc-4325-8c64-415e0dd22e34 None None] Routers {'b1589179-ecfa-4649-8028-fb78e503f2ce'} bound to L3 agent in host dv-cinder-782405-8-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:47:56.957711 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 48626) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:47:56.957812 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-819895cf-00bc-4325-8c64-415e0dd22e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T05:35:15Z,description=,heartbeat_timestamp=2021-05-19T05:47:45Z,host='dv-cinder-782405-8-iscsi',id=b1c473b1-11ec-4d73-8852-93414dd700fb,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:35:15Z,topic='l3_agent')) {'router_ids': ['b1589179-ecfa-4649-8028-fb78e503f2ce'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:47:57.050393 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2f6c24-fef2-4534-bf49-1877b62486c1 None None] Pushing event updated for resources: {'Port': ['ID=18231d5c-2661-4eb5-b6ba-4552db0b090b,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:47:57.056109 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-6d2f6c24-fef2-4534-bf49-1877b62486c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:47:57.175677 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-819895cf-00bc-4325-8c64-415e0dd22e34 None None] Set router b1589179-ecfa-4649-8028-fb78e503f2ce gateway port host: dv-cinder-782405-8-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:47:57.355124 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-10149a20-e11b-4bd4-99ee-6c72f3a938b5 None None] Provisioning complete for port 18231d5c-2661-4eb5-b6ba-4552db0b090b triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:47:57.355610 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-10149a20-e11b-4bd4-99ee-6c72f3a938b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:57.626190 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-819895cf-00bc-4325-8c64-415e0dd22e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1589179-ecfa-4649-8028-fb78e503f2ce', 'name': 'tempest-TestMinimumBasicScenario-8111540-router', 'tenant_id': '9fab84149cf24934b7fde1771323862b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '17dd6c33-500c-48a7-b2af-8eba181a92a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:47:53Z', 'updated_at': '2021-05-19T05:47:55Z', 'revision_number': 3, 'project_id': '9fab84149cf24934b7fde1771323862b', 'gw_port': {'id': '17dd6c33-500c-48a7-b2af-8eba181a92a3', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d3:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1589179-ecfa-4649-8028-fb78e503f2ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:47:54Z', 'updated_at': '2021-05-19T05:47:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi'}], 'dv-cinder-782405-8-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:47:57.630005 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819895cf-00bc-4325-8c64-415e0dd22e34 None None] Checking router: b1589179-ecfa-4649-8028-fb78e503f2ce for host: dv-cinder-782405-8-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 05:47:57.630359 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819895cf-00bc-4325-8c64-415e0dd22e34 None None] Updating router b1589179-ecfa-4649-8028-fb78e503f2ce port 17dd6c33-500c-48a7-b2af-8eba181a92a3 binding host dv-cinder-782405-8-iscsi {{(pid=103392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 05:47:57.706511 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-819895cf-00bc-4325-8c64-415e0dd22e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:57.725544 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf846406-7391-4a18-b33a-7c745eecd2ef req-a82ff924-7300-493a-b5a8-815e84674f09 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:47:57.727193 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-cf846406-7391-4a18-b33a-7c745eecd2ef req-a82ff924-7300-493a-b5a8-815e84674f09 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa965fca-2ca6-4b8a-ab17-d563194604fe HTTP/1.1" status: 200 len: 945 time: 0.1511714 May 19 05:47:57.733446 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-87a1cb79-4415-42cf-b802-937e8b8fec6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:57.740000 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device 5b524f5e-763f-482f-bda6-09836ea78686 up at agent ovs-agent-dv-cinder-782405-8-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:47:57.778424 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-cf846406-7391-4a18-b33a-7c745eecd2ef req-4951dd20-1cc5-436a-896a-9ad035920cb1 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/security-groups?id=85b9f0b5-43eb-4607-90d8-db95d62f470d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446827 May 19 05:47:57.883488 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Provisioning for port 5b524f5e-763f-482f-bda6-09836ea78686 completed by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:47:57.892915 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Provisioning complete for port 5b524f5e-763f-482f-bda6-09836ea78686 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:47:57.893298 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:57.937989 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [None req-87a1cb79-4415-42cf-b802-937e8b8fec6d admin admin] Allocated IP 172.20.0.1 (901b895e-6ac9-46f5-9e60-feef38a8e90a/8c996c5b-c99c-404a-b329-ff0a1b28f007/a58ba3ca-a4c5-42b1-b9d4-c1fc7a7caf70) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 05:47:58.157926 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:58.193676 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-87a1cb79-4415-42cf-b802-937e8b8fec6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:58.212144 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-87a1cb79-4415-42cf-b802-937e8b8fec6d admin admin] Transition to ACTIVE for port object a58ba3ca-a4c5-42b1-b9d4-c1fc7a7caf70 will not be triggered until provisioned by entity DHCP. {{(pid=103390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:47:58.240725 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-87a1cb79-4415-42cf-b802-937e8b8fec6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742272799735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266569054'] for port, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:58.245944 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-4ef02722-8887-4e7c-9642-22e83012b0b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:47:58.253714 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:58.274658 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] For port 5b524f5e-763f-482f-bda6-09836ea78686, host dv-cinder-782405-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-iscsi',level=0,port_id=5b524f5e-763f-482f-bda6-09836ea78686,segment=NetworkSegment(70d11288-15ef-421d-9cc4-49a1c8a9c023),segment_id=70d11288-15ef-421d-9cc4-49a1c8a9c023)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:47:58.281175 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:58.281967 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device 18231d5c-2661-4eb5-b6ba-4552db0b090b up at agent ovs-agent-dv-cinder-782405-8-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:47:58.307756 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a1cb79-4415-42cf-b802-937e8b8fec6d admin admin] Network 901b895e-6ac9-46f5-9e60-feef38a8e90a is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:47:58.310588 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:47:58.310717 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-87a1cb79-4415-42cf-b802-937e8b8fec6d admin admin] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:47:58.314514 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a1cb79-4415-42cf-b802-937e8b8fec6d admin admin] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 05:47:58.346793 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-819895cf-00bc-4325-8c64-415e0dd22e34 None None] Notify callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:58.353861 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a1cb79-4415-42cf-b802-937e8b8fec6d admin admin] Pushing event updated for resources: {'Port': ['ID=a58ba3ca-a4c5-42b1-b9d4-c1fc7a7caf70,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:47:58.361753 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-87a1cb79-4415-42cf-b802-937e8b8fec6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:47:58.374819 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-87a1cb79-4415-42cf-b802-937e8b8fec6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398905'] for router_interface, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:58.407304 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-819895cf-00bc-4325-8c64-415e0dd22e34 None None] Transition to ACTIVE for port object 17dd6c33-500c-48a7-b2af-8eba181a92a3 will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:47:58.424178 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Pushing event updated for resources: {'Port': ['ID=5b524f5e-763f-482f-bda6-09836ea78686,revision_number=5']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:47:58.428644 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:47:58.430053 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-819895cf-00bc-4325-8c64-415e0dd22e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:58.434906 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:47:58.523499 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68c8486-8fbb-494b-88bd-1fdf08400953 None None] Pushing event updated for resources: {'Port': ['ID=17dd6c33-500c-48a7-b2af-8eba181a92a3,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:47:58.525749 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Provisioning complete for port 18231d5c-2661-4eb5-b6ba-4552db0b090b triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:47:58.526136 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:58.555198 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-b68c8486-8fbb-494b-88bd-1fdf08400953 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:47:58.555678 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-819895cf-00bc-4325-8c64-415e0dd22e34 None None] Attempting to bind port 17dd6c33-500c-48a7-b2af-8eba181a92a3 on host dv-cinder-782405-8-iscsi for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 05:47:58.556053 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-819895cf-00bc-4325-8c64-415e0dd22e34 None None] Attempting to bind port 17dd6c33-500c-48a7-b2af-8eba181a92a3 by drivers openvswitch,hyperv on host dv-cinder-782405-8-iscsi at level 0 using segments [{'id': 'edaa9548-0a8e-4b05-b39a-c151d3266f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 05:47:58.556422 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819895cf-00bc-4325-8c64-415e0dd22e34 None None] Attempting to bind port 17dd6c33-500c-48a7-b2af-8eba181a92a3 on network 1e6dde84-3174-47a4-a93f-45a4a19145c3 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:47:58.578728 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819895cf-00bc-4325-8c64-415e0dd22e34 None None] Checking agent: {'id': '8851ba53-2e70-4f4c-a9f5-617d9b5548bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 5, 35, 15), 'started_at': datetime.datetime(2021, 5, 19, 5, 35, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 5, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 05:47:58.579278 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819895cf-00bc-4325-8c64-415e0dd22e34 None None] Checking segment: {'id': 'edaa9548-0a8e-4b05-b39a-c151d3266f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:47:58.579705 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-819895cf-00bc-4325-8c64-415e0dd22e34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:58.580117 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819895cf-00bc-4325-8c64-415e0dd22e34 None None] Bound using segment: {'id': 'edaa9548-0a8e-4b05-b39a-c151d3266f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 05:47:58.580613 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-819895cf-00bc-4325-8c64-415e0dd22e34 None None] Bound port: 17dd6c33-500c-48a7-b2af-8eba181a92a3, host: dv-cinder-782405-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edaa9548-0a8e-4b05-b39a-c151d3266f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 05:47:58.581005 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-819895cf-00bc-4325-8c64-415e0dd22e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:58.668000 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-819895cf-00bc-4325-8c64-415e0dd22e34 None None] For port 17dd6c33-500c-48a7-b2af-8eba181a92a3, host dv-cinder-782405-8-iscsi, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 05:47:58.685313 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-87a1cb79-4415-42cf-b802-937e8b8fec6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:58.716664 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-819895cf-00bc-4325-8c64-415e0dd22e34 None None] For port 17dd6c33-500c-48a7-b2af-8eba181a92a3, host dv-cinder-782405-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-iscsi',level=0,port_id=17dd6c33-500c-48a7-b2af-8eba181a92a3,segment=NetworkSegment(edaa9548-0a8e-4b05-b39a-c151d3266f79),segment_id=edaa9548-0a8e-4b05-b39a-c151d3266f79)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 05:47:58.729555 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-819895cf-00bc-4325-8c64-415e0dd22e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:58.736563 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:47:58.817098 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-f126616d-2886-4b59-aabf-de57e5393aae None None] Provisioning for port a58ba3ca-a4c5-42b1-b9d4-c1fc7a7caf70 completed by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:47:58.828483 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-f126616d-2886-4b59-aabf-de57e5393aae None None] Provisioning complete for port a58ba3ca-a4c5-42b1-b9d4-c1fc7a7caf70 triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:47:58.828924 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f126616d-2886-4b59-aabf-de57e5393aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:58.872637 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68c8486-8fbb-494b-88bd-1fdf08400953 None None] Pushing event updated for resources: {'Port': ['ID=17dd6c33-500c-48a7-b2af-8eba181a92a3,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:47:58.875706 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819895cf-00bc-4325-8c64-415e0dd22e34 None None] Routers {'b1589179-ecfa-4649-8028-fb78e503f2ce'} bound to L3 agent in host dv-cinder-782405-8-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:47:58.875950 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-819895cf-00bc-4325-8c64-415e0dd22e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T05:35:15Z,description=,heartbeat_timestamp=2021-05-19T05:47:45Z,host='dv-cinder-782405-8-iscsi',id=b1c473b1-11ec-4d73-8852-93414dd700fb,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:35:15Z,topic='l3_agent')) {'router_ids': ['b1589179-ecfa-4649-8028-fb78e503f2ce'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:47:58.940600 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-87a1cb79-4415-42cf-b802-937e8b8fec6d admin admin] Notify callbacks [] for port, precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:58.944518 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-b68c8486-8fbb-494b-88bd-1fdf08400953 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:47:58.947674 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-87a1cb79-4415-42cf-b802-937e8b8fec6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266569031'] for port, after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:58.980614 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-4ef02722-8887-4e7c-9642-22e83012b0b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:47:58.986453 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-f126616d-2886-4b59-aabf-de57e5393aae None None] Port a58ba3ca-a4c5-42b1-b9d4-c1fc7a7caf70 cannot update to ACTIVE because it is not bound. {{(pid=103392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 05:47:58.998272 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a697525d-8144-44bf-9e53-3144e0721fce req-9aed5aaa-7482-432b-a1c7-692db8ed472a tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:47:58.999883 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a697525d-8144-44bf-9e53-3144e0721fce req-9aed5aaa-7482-432b-a1c7-692db8ed472a tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa965fca-2ca6-4b8a-ab17-d563194604fe HTTP/1.1" status: 200 len: 945 time: 0.0947375 May 19 05:47:59.048364 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a697525d-8144-44bf-9e53-3144e0721fce req-f1098b86-08a3-410b-8272-96da61bd3424 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/security-groups?id=85b9f0b5-43eb-4607-90d8-db95d62f470d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418355 May 19 05:47:59.067200 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-87a1cb79-4415-42cf-b802-937e8b8fec6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398942'] for router_interface, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:59.071782 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a1cb79-4415-42cf-b802-937e8b8fec6d admin admin] Pushing event updated for resources: {'Port': ['ID=a58ba3ca-a4c5-42b1-b9d4-c1fc7a7caf70,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:47:59.076114 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-87a1cb79-4415-42cf-b802-937e8b8fec6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:47:59.096853 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-819895cf-00bc-4325-8c64-415e0dd22e34 None None] Set router b1589179-ecfa-4649-8028-fb78e503f2ce gateway port host: dv-cinder-782405-8-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:47:59.203471 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a1cb79-4415-42cf-b802-937e8b8fec6d admin admin] Network 901b895e-6ac9-46f5-9e60-feef38a8e90a is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:47:59.204540 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-87a1cb79-4415-42cf-b802-937e8b8fec6d admin admin] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:47:59.393721 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87a1cb79-4415-42cf-b802-937e8b8fec6d admin admin] Router b1589179-ecfa-4649-8028-fb78e503f2ce has already been hosted by L3 agent b1c473b1-11ec-4d73-8852-93414dd700fb {{(pid=103390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 05:47:59.417472 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-819895cf-00bc-4325-8c64-415e0dd22e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1589179-ecfa-4649-8028-fb78e503f2ce', 'name': 'tempest-TestMinimumBasicScenario-8111540-router', 'tenant_id': '9fab84149cf24934b7fde1771323862b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '17dd6c33-500c-48a7-b2af-8eba181a92a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:47:53Z', 'updated_at': '2021-05-19T05:47:58Z', 'revision_number': 4, 'project_id': '9fab84149cf24934b7fde1771323862b', 'gw_port': {'id': '17dd6c33-500c-48a7-b2af-8eba181a92a3', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d3:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1589179-ecfa-4649-8028-fb78e503f2ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:47:54Z', 'updated_at': '2021-05-19T05:47:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi', '_interfaces': [{'id': 'a58ba3ca-a4c5-42b1-b9d4-c1fc7a7caf70', 'name': '', 'network_id': '901b895e-6ac9-46f5-9e60-feef38a8e90a', 'tenant_id': '9fab84149cf24934b7fde1771323862b', 'mac_address': 'fa:16:3e:98:b5:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1589179-ecfa-4649-8028-fb78e503f2ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '8c996c5b-c99c-404a-b329-ff0a1b28f007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:47:57Z', 'updated_at': '2021-05-19T05:47:57Z', 'revision_number': 1, 'project_id': '9fab84149cf24934b7fde1771323862b', 'subnets': [{'id': '8c996c5b-c99c-404a-b329-ff0a1b28f007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:47:59.422650 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819895cf-00bc-4325-8c64-415e0dd22e34 None None] The sync data for ids ['b1589179-ecfa-4649-8028-fb78e503f2ce'] in dv-cinder-782405-8-iscsi is: [{'id': 'b1589179-ecfa-4649-8028-fb78e503f2ce', 'name': 'tempest-TestMinimumBasicScenario-8111540-router', 'tenant_id': '9fab84149cf24934b7fde1771323862b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '17dd6c33-500c-48a7-b2af-8eba181a92a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:47:53Z', 'updated_at': '2021-05-19T05:47:58Z', 'revision_number': 4, 'project_id': '9fab84149cf24934b7fde1771323862b', 'gw_port': {'id': '17dd6c33-500c-48a7-b2af-8eba181a92a3', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d3:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1589179-ecfa-4649-8028-fb78e503f2ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:47:54Z', 'updated_at': '2021-05-19T05:47:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi', '_interfaces': [{'id': 'a58ba3ca-a4c5-42b1-b9d4-c1fc7a7caf70', 'name': '', 'network_id': '901b895e-6ac9-46f5-9e60-feef38a8e90a', 'tenant_id': '9fab84149cf24934b7fde1771323862b', 'mac_address': 'fa:16:3e:98:b5:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1589179-ecfa-4649-8028-fb78e503f2ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '8c996c5b-c99c-404a-b329-ff0a1b28f007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:47:57Z', 'updated_at': '2021-05-19T05:47:57Z', 'revision_number': 1, 'project_id': '9fab84149cf24934b7fde1771323862b', 'subnets': [{'id': '8c996c5b-c99c-404a-b329-ff0a1b28f007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 05:47:59.510158 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-fa65ec4e-0bfb-4951-a075-01ffb751adb2 None None] Provisioning complete for port a58ba3ca-a4c5-42b1-b9d4-c1fc7a7caf70 triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:47:59.510640 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa65ec4e-0bfb-4951-a075-01ffb751adb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:59.564616 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-fa65ec4e-0bfb-4951-a075-01ffb751adb2 None None] Port a58ba3ca-a4c5-42b1-b9d4-c1fc7a7caf70 cannot update to ACTIVE because it is not bound. {{(pid=103392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 05:47:59.576388 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87a1cb79-4415-42cf-b802-937e8b8fec6d admin admin] Notify agent at l3_agent.dv-cinder-782405-8-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 05:47:59.586200 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-87a1cb79-4415-42cf-b802-937e8b8fec6d admin admin] 10.222.0.11 "PUT /v2.0/routers/b1589179-ecfa-4649-8028-fb78e503f2ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6237593 May 19 05:47:59.667937 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device 5b524f5e-763f-482f-bda6-09836ea78686 up at agent ovs-agent-dv-cinder-782405-8-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:47:59.745673 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Provisioning complete for port 5b524f5e-763f-482f-bda6-09836ea78686 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:47:59.746611 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:00.268263 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0669bf2-4b1c-4823-973c-4179d7cad78c req-2af5bd43-e0d2-405d-a10f-0ec47312f189 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:00.270307 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a0669bf2-4b1c-4823-973c-4179d7cad78c req-2af5bd43-e0d2-405d-a10f-0ec47312f189 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa965fca-2ca6-4b8a-ab17-d563194604fe HTTP/1.1" status: 200 len: 945 time: 0.0866177 May 19 05:48:00.321440 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a0669bf2-4b1c-4823-973c-4179d7cad78c req-47cc7aae-6c95-4a10-9221-ff9f96fd58e3 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/security-groups?id=85b9f0b5-43eb-4607-90d8-db95d62f470d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450594 May 19 05:48:01.522896 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2e1861-109e-4f13-a4f7-ae24508c3bcd req-8a73ef1e-be9d-4bd1-8bbd-1b0e54decb5d tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:01.525032 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6b2e1861-109e-4f13-a4f7-ae24508c3bcd req-8a73ef1e-be9d-4bd1-8bbd-1b0e54decb5d tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa965fca-2ca6-4b8a-ab17-d563194604fe HTTP/1.1" status: 200 len: 945 time: 0.0905087 May 19 05:48:01.575437 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6b2e1861-109e-4f13-a4f7-ae24508c3bcd req-430fec06-6018-4c16-ba06-925f599b98d2 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/security-groups?id=85b9f0b5-43eb-4607-90d8-db95d62f470d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441453 May 19 05:48:01.688496 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device 17dd6c33-500c-48a7-b2af-8eba181a92a3 up at agent ovs-agent-dv-cinder-782405-8-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:48:01.770264 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Provisioning for port 17dd6c33-500c-48a7-b2af-8eba181a92a3 completed by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:48:01.778542 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Provisioning complete for port 17dd6c33-500c-48a7-b2af-8eba181a92a3 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:48:01.779078 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:01.912737 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:01.932037 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] For port 17dd6c33-500c-48a7-b2af-8eba181a92a3, host dv-cinder-782405-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-iscsi',level=0,port_id=17dd6c33-500c-48a7-b2af-8eba181a92a3,segment=NetworkSegment(edaa9548-0a8e-4b05-b39a-c151d3266f79),segment_id=edaa9548-0a8e-4b05-b39a-c151d3266f79)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:48:01.937367 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:01.942069 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:48:02.013442 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Pushing event updated for resources: {'Port': ['ID=17dd6c33-500c-48a7-b2af-8eba181a92a3,revision_number=4']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:48:02.016558 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:48:02.871499 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27788a31-8227-4664-b244-b5ab5551f772 req-aed8f7bb-42f2-4d16-8b4b-32aea4947032 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:02.879524 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-27788a31-8227-4664-b244-b5ab5551f772 req-aed8f7bb-42f2-4d16-8b4b-32aea4947032 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa965fca-2ca6-4b8a-ab17-d563194604fe HTTP/1.1" status: 200 len: 945 time: 0.1953511 May 19 05:48:02.926389 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-27788a31-8227-4664-b244-b5ab5551f772 req-f221f78a-762b-422d-aca6-25ed243e4dfb tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/security-groups?id=85b9f0b5-43eb-4607-90d8-db95d62f470d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458357 May 19 05:48:02.978944 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d87a03-4462-4773-ad16-f537ea0843f8 None None] Sync routers for ids ['b1589179-ecfa-4649-8028-fb78e503f2ce'] in dv-cinder-782405-8-iscsi {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 05:48:02.988997 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d87a03-4462-4773-ad16-f537ea0843f8 None None] Routers {'b1589179-ecfa-4649-8028-fb78e503f2ce'} bound to L3 agent in host dv-cinder-782405-8-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:48:02.989696 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-f5d87a03-4462-4773-ad16-f537ea0843f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T05:35:15Z,description=,heartbeat_timestamp=2021-05-19T05:47:45Z,host='dv-cinder-782405-8-iscsi',id=b1c473b1-11ec-4d73-8852-93414dd700fb,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:35:15Z,topic='l3_agent')) {'router_ids': ['b1589179-ecfa-4649-8028-fb78e503f2ce'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:48:03.179583 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-f5d87a03-4462-4773-ad16-f537ea0843f8 None None] Set router b1589179-ecfa-4649-8028-fb78e503f2ce gateway port host: dv-cinder-782405-8-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:48:03.527062 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-f5d87a03-4462-4773-ad16-f537ea0843f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1589179-ecfa-4649-8028-fb78e503f2ce', 'name': 'tempest-TestMinimumBasicScenario-8111540-router', 'tenant_id': '9fab84149cf24934b7fde1771323862b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '17dd6c33-500c-48a7-b2af-8eba181a92a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:47:53Z', 'updated_at': '2021-05-19T05:47:58Z', 'revision_number': 4, 'project_id': '9fab84149cf24934b7fde1771323862b', 'gw_port': {'id': '17dd6c33-500c-48a7-b2af-8eba181a92a3', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1589179-ecfa-4649-8028-fb78e503f2ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:47:54Z', 'updated_at': '2021-05-19T05:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi', '_interfaces': [{'id': 'a58ba3ca-a4c5-42b1-b9d4-c1fc7a7caf70', 'name': '', 'network_id': '901b895e-6ac9-46f5-9e60-feef38a8e90a', 'tenant_id': '9fab84149cf24934b7fde1771323862b', 'mac_address': 'fa:16:3e:98:b5:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1589179-ecfa-4649-8028-fb78e503f2ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '8c996c5b-c99c-404a-b329-ff0a1b28f007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:47:57Z', 'updated_at': '2021-05-19T05:47:58Z', 'revision_number': 2, 'project_id': '9fab84149cf24934b7fde1771323862b', 'subnets': [{'id': '8c996c5b-c99c-404a-b329-ff0a1b28f007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:48:03.532685 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d87a03-4462-4773-ad16-f537ea0843f8 None None] Checking router: b1589179-ecfa-4649-8028-fb78e503f2ce for host: dv-cinder-782405-8-iscsi {{(pid=103393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 05:48:03.533120 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d87a03-4462-4773-ad16-f537ea0843f8 None None] Updating router b1589179-ecfa-4649-8028-fb78e503f2ce port a58ba3ca-a4c5-42b1-b9d4-c1fc7a7caf70 binding host dv-cinder-782405-8-iscsi {{(pid=103393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 05:48:03.588603 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f5d87a03-4462-4773-ad16-f537ea0843f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:03.679695 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device 17dd6c33-500c-48a7-b2af-8eba181a92a3 up at agent ovs-agent-dv-cinder-782405-8-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:48:03.764979 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Provisioning complete for port 17dd6c33-500c-48a7-b2af-8eba181a92a3 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:48:03.765377 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:04.005658 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f5d87a03-4462-4773-ad16-f537ea0843f8 None None] Notify callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:04.020187 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-f5d87a03-4462-4773-ad16-f537ea0843f8 None None] Transition to ACTIVE for port object a58ba3ca-a4c5-42b1-b9d4-c1fc7a7caf70 will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:48:04.032174 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f5d87a03-4462-4773-ad16-f537ea0843f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:04.038360 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:48:04.111662 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994d17d9-0ffa-44be-bed3-08550f116c15 None None] Pushing event updated for resources: {'Port': ['ID=a58ba3ca-a4c5-42b1-b9d4-c1fc7a7caf70,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:48:04.116146 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG oslo_concurrency.lockutils [None req-994d17d9-0ffa-44be-bed3-08550f116c15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=103393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:48:04.190179 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88420df-08ad-413f-adfd-99c92e7981b2 req-27052185-f985-411d-88e5-7f1bbf761d5a tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:04.193134 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f88420df-08ad-413f-adfd-99c92e7981b2 req-27052185-f985-411d-88e5-7f1bbf761d5a tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa965fca-2ca6-4b8a-ab17-d563194604fe HTTP/1.1" status: 200 len: 945 time: 0.1243019 May 19 05:48:04.265411 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f88420df-08ad-413f-adfd-99c92e7981b2 req-57c7f3ad-d067-4107-83d3-4a7bc3740af0 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/security-groups?id=85b9f0b5-43eb-4607-90d8-db95d62f470d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662155 May 19 05:48:04.289057 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-f5d87a03-4462-4773-ad16-f537ea0843f8 None None] Attempting to bind port a58ba3ca-a4c5-42b1-b9d4-c1fc7a7caf70 on host dv-cinder-782405-8-iscsi for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 05:48:04.289434 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-f5d87a03-4462-4773-ad16-f537ea0843f8 None None] Attempting to bind port a58ba3ca-a4c5-42b1-b9d4-c1fc7a7caf70 by drivers openvswitch,hyperv on host dv-cinder-782405-8-iscsi at level 0 using segments [{'id': 'a4d22918-2225-41d4-9233-8939fa37f239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '901b895e-6ac9-46f5-9e60-feef38a8e90a'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 05:48:04.289805 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d87a03-4462-4773-ad16-f537ea0843f8 None None] Attempting to bind port a58ba3ca-a4c5-42b1-b9d4-c1fc7a7caf70 on network 901b895e-6ac9-46f5-9e60-feef38a8e90a {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:48:04.296712 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d87a03-4462-4773-ad16-f537ea0843f8 None None] Checking agent: {'id': '8851ba53-2e70-4f4c-a9f5-617d9b5548bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 5, 35, 15), 'started_at': datetime.datetime(2021, 5, 19, 5, 35, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 5, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 05:48:04.297101 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d87a03-4462-4773-ad16-f537ea0843f8 None None] Checking segment: {'id': 'a4d22918-2225-41d4-9233-8939fa37f239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '901b895e-6ac9-46f5-9e60-feef38a8e90a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:48:04.297492 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f5d87a03-4462-4773-ad16-f537ea0843f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:04.297892 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d87a03-4462-4773-ad16-f537ea0843f8 None None] Bound using segment: {'id': 'a4d22918-2225-41d4-9233-8939fa37f239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '901b895e-6ac9-46f5-9e60-feef38a8e90a'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 05:48:04.298367 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-f5d87a03-4462-4773-ad16-f537ea0843f8 None None] Bound port: a58ba3ca-a4c5-42b1-b9d4-c1fc7a7caf70, host: dv-cinder-782405-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4d22918-2225-41d4-9233-8939fa37f239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '901b895e-6ac9-46f5-9e60-feef38a8e90a'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 05:48:04.298776 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f5d87a03-4462-4773-ad16-f537ea0843f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:04.415844 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-f5d87a03-4462-4773-ad16-f537ea0843f8 None None] For port a58ba3ca-a4c5-42b1-b9d4-c1fc7a7caf70, host dv-cinder-782405-8-iscsi, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 05:48:04.421164 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-f5d87a03-4462-4773-ad16-f537ea0843f8 None None] For port a58ba3ca-a4c5-42b1-b9d4-c1fc7a7caf70, host dv-cinder-782405-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-iscsi',level=0,port_id=a58ba3ca-a4c5-42b1-b9d4-c1fc7a7caf70,segment=NetworkSegment(a4d22918-2225-41d4-9233-8939fa37f239),segment_id=a4d22918-2225-41d4-9233-8939fa37f239)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 05:48:04.429080 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f5d87a03-4462-4773-ad16-f537ea0843f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:04.438233 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:48:04.513512 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d87a03-4462-4773-ad16-f537ea0843f8 None None] Routers {'b1589179-ecfa-4649-8028-fb78e503f2ce'} bound to L3 agent in host dv-cinder-782405-8-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:48:04.514246 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-f5d87a03-4462-4773-ad16-f537ea0843f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T05:35:15Z,description=,heartbeat_timestamp=2021-05-19T05:47:45Z,host='dv-cinder-782405-8-iscsi',id=b1c473b1-11ec-4d73-8852-93414dd700fb,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:35:15Z,topic='l3_agent')) {'router_ids': ['b1589179-ecfa-4649-8028-fb78e503f2ce'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:48:04.580122 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994d17d9-0ffa-44be-bed3-08550f116c15 None None] Pushing event updated for resources: {'Port': ['ID=a58ba3ca-a4c5-42b1-b9d4-c1fc7a7caf70,revision_number=4']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:48:04.590585 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG oslo_concurrency.lockutils [None req-994d17d9-0ffa-44be-bed3-08550f116c15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=103393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:48:04.733562 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-f5d87a03-4462-4773-ad16-f537ea0843f8 None None] Set router b1589179-ecfa-4649-8028-fb78e503f2ce gateway port host: dv-cinder-782405-8-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:48:05.093219 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-f5d87a03-4462-4773-ad16-f537ea0843f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1589179-ecfa-4649-8028-fb78e503f2ce', 'name': 'tempest-TestMinimumBasicScenario-8111540-router', 'tenant_id': '9fab84149cf24934b7fde1771323862b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '17dd6c33-500c-48a7-b2af-8eba181a92a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:47:53Z', 'updated_at': '2021-05-19T05:47:58Z', 'revision_number': 4, 'project_id': '9fab84149cf24934b7fde1771323862b', 'gw_port': {'id': '17dd6c33-500c-48a7-b2af-8eba181a92a3', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1589179-ecfa-4649-8028-fb78e503f2ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:47:54Z', 'updated_at': '2021-05-19T05:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi', '_interfaces': [{'id': 'a58ba3ca-a4c5-42b1-b9d4-c1fc7a7caf70', 'name': '', 'network_id': '901b895e-6ac9-46f5-9e60-feef38a8e90a', 'tenant_id': '9fab84149cf24934b7fde1771323862b', 'mac_address': 'fa:16:3e:98:b5:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1589179-ecfa-4649-8028-fb78e503f2ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '8c996c5b-c99c-404a-b329-ff0a1b28f007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:47:57Z', 'updated_at': '2021-05-19T05:48:04Z', 'revision_number': 4, 'project_id': '9fab84149cf24934b7fde1771323862b', 'subnets': [{'id': '8c996c5b-c99c-404a-b329-ff0a1b28f007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:48:05.097105 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d87a03-4462-4773-ad16-f537ea0843f8 None None] The sync data for ids ['b1589179-ecfa-4649-8028-fb78e503f2ce'] in dv-cinder-782405-8-iscsi is: [{'id': 'b1589179-ecfa-4649-8028-fb78e503f2ce', 'name': 'tempest-TestMinimumBasicScenario-8111540-router', 'tenant_id': '9fab84149cf24934b7fde1771323862b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '17dd6c33-500c-48a7-b2af-8eba181a92a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:47:53Z', 'updated_at': '2021-05-19T05:47:58Z', 'revision_number': 4, 'project_id': '9fab84149cf24934b7fde1771323862b', 'gw_port': {'id': '17dd6c33-500c-48a7-b2af-8eba181a92a3', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1589179-ecfa-4649-8028-fb78e503f2ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:47:54Z', 'updated_at': '2021-05-19T05:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi', '_interfaces': [{'id': 'a58ba3ca-a4c5-42b1-b9d4-c1fc7a7caf70', 'name': '', 'network_id': '901b895e-6ac9-46f5-9e60-feef38a8e90a', 'tenant_id': '9fab84149cf24934b7fde1771323862b', 'mac_address': 'fa:16:3e:98:b5:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1589179-ecfa-4649-8028-fb78e503f2ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '8c996c5b-c99c-404a-b329-ff0a1b28f007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:47:57Z', 'updated_at': '2021-05-19T05:48:04Z', 'revision_number': 4, 'project_id': '9fab84149cf24934b7fde1771323862b', 'subnets': [{'id': '8c996c5b-c99c-404a-b329-ff0a1b28f007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 05:48:05.668980 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac776e9c-a869-48c0-84f7-8ee3e0e58db1 req-42fc729f-7fba-4c0c-82a8-7a2881f1b08d tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:05.677088 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ac776e9c-a869-48c0-84f7-8ee3e0e58db1 req-42fc729f-7fba-4c0c-82a8-7a2881f1b08d tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa965fca-2ca6-4b8a-ab17-d563194604fe HTTP/1.1" status: 200 len: 945 time: 0.2307558 May 19 05:48:05.739141 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ac776e9c-a869-48c0-84f7-8ee3e0e58db1 req-ed9b0488-c478-4783-a755-4c4f7eae98f6 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/security-groups?id=85b9f0b5-43eb-4607-90d8-db95d62f470d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539405 May 19 05:48:05.842421 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device a58ba3ca-a4c5-42b1-b9d4-c1fc7a7caf70 up at agent ovs-agent-dv-cinder-782405-8-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:48:05.962442 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Provisioning for port a58ba3ca-a4c5-42b1-b9d4-c1fc7a7caf70 completed by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:48:05.975403 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Provisioning complete for port a58ba3ca-a4c5-42b1-b9d4-c1fc7a7caf70 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:48:05.975791 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:06.130801 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:06.166644 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] For port a58ba3ca-a4c5-42b1-b9d4-c1fc7a7caf70, host dv-cinder-782405-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-iscsi',level=0,port_id=a58ba3ca-a4c5-42b1-b9d4-c1fc7a7caf70,segment=NetworkSegment(a4d22918-2225-41d4-9233-8939fa37f239),segment_id=a4d22918-2225-41d4-9233-8939fa37f239)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:48:06.170984 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:06.173137 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-b68c8486-8fbb-494b-88bd-1fdf08400953 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:48:06.254346 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Pushing event updated for resources: {'Port': ['ID=a58ba3ca-a4c5-42b1-b9d4-c1fc7a7caf70,revision_number=5']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:48:06.257751 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:48:06.922814 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adca064b-52a8-4bb1-83a1-7ff38c0747ec req-e0efda84-a757-4544-b30e-7b9e6e9d31e8 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:06.924289 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-adca064b-52a8-4bb1-83a1-7ff38c0747ec req-e0efda84-a757-4544-b30e-7b9e6e9d31e8 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa965fca-2ca6-4b8a-ab17-d563194604fe HTTP/1.1" status: 200 len: 945 time: 0.0855885 May 19 05:48:06.977248 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-adca064b-52a8-4bb1-83a1-7ff38c0747ec req-bebdf0a6-c097-4194-a2e6-ed2981a7b8fa tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/security-groups?id=85b9f0b5-43eb-4607-90d8-db95d62f470d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438147 May 19 05:48:07.669817 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device a58ba3ca-a4c5-42b1-b9d4-c1fc7a7caf70 up at agent ovs-agent-dv-cinder-782405-8-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:48:07.744502 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Provisioning complete for port a58ba3ca-a4c5-42b1-b9d4-c1fc7a7caf70 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:48:07.744881 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:08.174377 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa99182-dc08-495b-ab21-e7dbc6fadbe9 req-8804936b-f124-47b9-b7d8-6d415eb6bc35 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:08.175328 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7fa99182-dc08-495b-ab21-e7dbc6fadbe9 req-8804936b-f124-47b9-b7d8-6d415eb6bc35 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa965fca-2ca6-4b8a-ab17-d563194604fe HTTP/1.1" status: 200 len: 945 time: 0.0869153 May 19 05:48:08.242522 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7fa99182-dc08-495b-ab21-e7dbc6fadbe9 req-9fadd113-efed-4eb2-80ad-727c52d1c11e tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/security-groups?id=85b9f0b5-43eb-4607-90d8-db95d62f470d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595472 May 19 05:48:09.426870 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421d487c-1959-4f4c-bcba-08982c8e3dfe req-6d1a0a8f-56e9-4f1e-b0a1-71a6eb372b6f tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:09.428358 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-421d487c-1959-4f4c-bcba-08982c8e3dfe req-6d1a0a8f-56e9-4f1e-b0a1-71a6eb372b6f tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa965fca-2ca6-4b8a-ab17-d563194604fe HTTP/1.1" status: 200 len: 945 time: 0.0817306 May 19 05:48:09.473319 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-421d487c-1959-4f4c-bcba-08982c8e3dfe req-78c2432e-2637-468a-a354-e9bc29090afd tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/security-groups?id=85b9f0b5-43eb-4607-90d8-db95d62f470d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391409 May 19 05:48:09.628815 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7299c608-007e-4674-9e97-208a12cde48a req-f116444f-a4ef-428b-bd20-49616df70938 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:09.629498 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-7299c608-007e-4674-9e97-208a12cde48a req-f116444f-a4ef-428b-bd20-49616df70938 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Synchronizing usage tracker for tenant:e181904a5b24481e86fd6fc2c82285c0 on resource:network {{(pid=103391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:48:09.645594 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-7299c608-007e-4674-9e97-208a12cde48a req-f116444f-a4ef-428b-bd20-49616df70938 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Unset dirty status for tenant:e181904a5b24481e86fd6fc2c82285c0 on resource:network {{(pid=103391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:48:09.646816 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7299c608-007e-4674-9e97-208a12cde48a req-f116444f-a4ef-428b-bd20-49616df70938 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/networks?id=7c664d96-1ac8-4288-8a72-335d87e81f53 HTTP/1.1" status: 200 len: 815 time: 0.1598392 May 19 05:48:09.661310 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7299c608-007e-4674-9e97-208a12cde48a req-3e487d6f-024c-4bd0-a689-d006ee2c5cff tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/quotas/e181904a5b24481e86fd6fc2c82285c0 HTTP/1.1" status: 200 len: 375 time: 0.0090938 May 19 05:48:09.744664 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-7299c608-007e-4674-9e97-208a12cde48a req-92a52efc-3066-4797-b623-7e53ca6c32c4 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Synchronizing usage tracker for tenant:e181904a5b24481e86fd6fc2c82285c0 on resource:port {{(pid=103391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:48:09.761306 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-7299c608-007e-4674-9e97-208a12cde48a req-92a52efc-3066-4797-b623-7e53ca6c32c4 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Unset dirty status for tenant:e181904a5b24481e86fd6fc2c82285c0 on resource:port {{(pid=103391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:48:09.762604 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7299c608-007e-4674-9e97-208a12cde48a req-92a52efc-3066-4797-b623-7e53ca6c32c4 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=e181904a5b24481e86fd6fc2c82285c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0965965 May 19 05:48:09.938736 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7299c608-007e-4674-9e97-208a12cde48a req-f42a4d69-ef39-4834-936d-c53dc2656935 service neutron] 10.222.0.11 "GET /v2.0/networks/7c664d96-1ac8-4288-8a72-335d87e81f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638615 May 19 05:48:10.067101 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7299c608-007e-4674-9e97-208a12cde48a req-97fbb502-cdae-4d9d-b6ea-8cccc3c371e7 service neutron] 10.222.0.11 "GET /v2.0/networks/7c664d96-1ac8-4288-8a72-335d87e81f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225643 May 19 05:48:10.238426 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a9a6a8af-a94f-40a4-a4e1-8c831db72ce2 req-a7ef5834-e8ff-41a1-85a4-ccef48c02de0 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd225894-7d8c-4a3c-a864-a7d7f8455f40 HTTP/1.1" status: 200 len: 210 time: 0.0441773 May 19 05:48:10.665213 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1154ac7-c669-4d6f-8f3c-5b5828d3a874 req-13be4ffc-5b06-4198-9cfc-049b3b66a307 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:10.666707 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b1154ac7-c669-4d6f-8f3c-5b5828d3a874 req-13be4ffc-5b06-4198-9cfc-049b3b66a307 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa965fca-2ca6-4b8a-ab17-d563194604fe HTTP/1.1" status: 200 len: 945 time: 0.0874920 May 19 05:48:10.714312 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b1154ac7-c669-4d6f-8f3c-5b5828d3a874 req-f04f7577-a7cc-4a04-910d-a2945aa5e39d tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/security-groups?id=85b9f0b5-43eb-4607-90d8-db95d62f470d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411863 May 19 05:48:11.386888 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-500021dc-0605-48da-bcc1-aaf79e75cf81 req-e098bbdb-fb2e-4d14-a7a8-5e794ebfe5a2 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd225894-7d8c-4a3c-a864-a7d7f8455f40 HTTP/1.1" status: 200 len: 210 time: 0.0425875 May 19 05:48:11.629187 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7299c608-007e-4674-9e97-208a12cde48a req-a9a35f1f-abba-4060-ac36-b83e555423d3 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:11.630631 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7299c608-007e-4674-9e97-208a12cde48a req-a9a35f1f-abba-4060-ac36-b83e555423d3 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.26 "GET /v2.0/networks?id=7c664d96-1ac8-4288-8a72-335d87e81f53 HTTP/1.1" status: 200 len: 815 time: 0.1729720 May 19 05:48:11.643368 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [req-7299c608-007e-4674-9e97-208a12cde48a req-d36a94a5-1d5f-4f5a-a58b-79cb518ddc32 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Request body: {'port': {'device_id': 'dd225894-7d8c-4a3c-a864-a7d7f8455f40', 'network_id': '7c664d96-1ac8-4288-8a72-335d87e81f53', 'admin_state_up': True, 'tenant_id': 'e181904a5b24481e86fd6fc2c82285c0'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:48:11.778917 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [req-7299c608-007e-4674-9e97-208a12cde48a req-d36a94a5-1d5f-4f5a-a58b-79cb518ddc32 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:48:11.789877 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [req-7299c608-007e-4674-9e97-208a12cde48a req-d36a94a5-1d5f-4f5a-a58b-79cb518ddc32 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:48:11.801293 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7299c608-007e-4674-9e97-208a12cde48a req-d36a94a5-1d5f-4f5a-a58b-79cb518ddc32 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Made reservation on behalf of e181904a5b24481e86fd6fc2c82285c0 for: {'port': 1} {{(pid=103391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 05:48:11.805242 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-7299c608-007e-4674-9e97-208a12cde48a req-d36a94a5-1d5f-4f5a-a58b-79cb518ddc32 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:12.089715 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca6f993-ba7a-4fa4-b704-602fac1db2d3 req-16e5af4b-30d8-40cc-8799-b973d71c94bf tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:12.091212 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6ca6f993-ba7a-4fa4-b704-602fac1db2d3 req-16e5af4b-30d8-40cc-8799-b973d71c94bf tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa965fca-2ca6-4b8a-ab17-d563194604fe HTTP/1.1" status: 200 len: 945 time: 0.2702427 May 19 05:48:12.157405 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [req-7299c608-007e-4674-9e97-208a12cde48a req-d36a94a5-1d5f-4f5a-a58b-79cb518ddc32 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Allocated IP 172.20.0.9 (7c664d96-1ac8-4288-8a72-335d87e81f53/493b9886-1e03-40f1-b780-ac1eb5696ec6/4608abd5-8621-4ac3-852b-112181bd1669) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 05:48:12.165840 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6ca6f993-ba7a-4fa4-b704-602fac1db2d3 req-8d3403b8-2c67-46ef-ad56-483d10ccbbeb tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/security-groups?id=85b9f0b5-43eb-4607-90d8-db95d62f470d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672271 May 19 05:48:12.325181 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7f5f729d-c1ec-4b42-b749-879ac13b854a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:12.368335 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-7299c608-007e-4674-9e97-208a12cde48a req-d36a94a5-1d5f-4f5a-a58b-79cb518ddc32 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Notify callbacks [] for port, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:12.383114 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [req-7299c608-007e-4674-9e97-208a12cde48a req-d36a94a5-1d5f-4f5a-a58b-79cb518ddc32 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Transition to ACTIVE for port object 4608abd5-8621-4ac3-852b-112181bd1669 will not be triggered until provisioned by entity DHCP. {{(pid=103391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:48:12.406894 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-7299c608-007e-4674-9e97-208a12cde48a req-d36a94a5-1d5f-4f5a-a58b-79cb518ddc32 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742272799735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263355286'] for port, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:12.414324 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-42229479-3b74-40f0-9dde-c05ceae37e97 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:48:12.518465 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7299c608-007e-4674-9e97-208a12cde48a req-d36a94a5-1d5f-4f5a-a58b-79cb518ddc32 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Network 7c664d96-1ac8-4288-8a72-335d87e81f53 is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:48:12.519663 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [req-7299c608-007e-4674-9e97-208a12cde48a req-d36a94a5-1d5f-4f5a-a58b-79cb518ddc32 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:48:12.522156 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [req-7299c608-007e-4674-9e97-208a12cde48a req-d36a94a5-1d5f-4f5a-a58b-79cb518ddc32 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 05:48:12.586198 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3238596e-66f5-4712-adb0-79f61389d911 req-80e6b908-fd88-4894-b3e1-e985ca64a99b tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:12.588611 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3238596e-66f5-4712-adb0-79f61389d911 req-80e6b908-fd88-4894-b3e1-e985ca64a99b tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd225894-7d8c-4a3c-a864-a7d7f8455f40 HTTP/1.1" status: 200 len: 931 time: 0.0895462 May 19 05:48:12.604916 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36a94a5-1d5f-4f5a-a58b-79cb518ddc32 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Pushing event updated for resources: {'Port': ['ID=4608abd5-8621-4ac3-852b-112181bd1669,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:48:12.631811 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36a94a5-1d5f-4f5a-a58b-79cb518ddc32 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:48:12.631811 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36a94a5-1d5f-4f5a-a58b-79cb518ddc32 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:48:12.632086 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36a94a5-1d5f-4f5a-a58b-79cb518ddc32 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:48:12.632418 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36a94a5-1d5f-4f5a-a58b-79cb518ddc32 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:48:12.632773 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36a94a5-1d5f-4f5a-a58b-79cb518ddc32 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:48:12.633127 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36a94a5-1d5f-4f5a-a58b-79cb518ddc32 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:48:12.633486 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36a94a5-1d5f-4f5a-a58b-79cb518ddc32 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:48:12.633873 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36a94a5-1d5f-4f5a-a58b-79cb518ddc32 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:48:12.634163 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36a94a5-1d5f-4f5a-a58b-79cb518ddc32 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:48:12.634508 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36a94a5-1d5f-4f5a-a58b-79cb518ddc32 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:48:12.634898 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36a94a5-1d5f-4f5a-a58b-79cb518ddc32 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:48:12.635356 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36a94a5-1d5f-4f5a-a58b-79cb518ddc32 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:48:12.636889 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3238596e-66f5-4712-adb0-79f61389d911 req-4473b355-7038-4f97-b8ee-7f3bbcc119ca tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/security-groups?id=37e5abca-3298-4ac0-bcbf-b5dda918576d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419710 May 19 05:48:12.644855 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-d36a94a5-1d5f-4f5a-a58b-79cb518ddc32 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:48:12.654512 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7299c608-007e-4674-9e97-208a12cde48a req-d36a94a5-1d5f-4f5a-a58b-79cb518ddc32 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:12.655175 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-7299c608-007e-4674-9e97-208a12cde48a req-d36a94a5-1d5f-4f5a-a58b-79cb518ddc32 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13023'] for port, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:12.693128 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782b54e8-66f2-4a58-a8d9-d49e2497e2cd req-faecad47-4bb2-405d-a5b8-b74f6f519ca7 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:12.694667 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-782b54e8-66f2-4a58-a8d9-d49e2497e2cd req-faecad47-4bb2-405d-a5b8-b74f6f519ca7 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa965fca-2ca6-4b8a-ab17-d563194604fe HTTP/1.1" status: 200 len: 945 time: 0.2373617 May 19 05:48:12.700403 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7299c608-007e-4674-9e97-208a12cde48a req-d36a94a5-1d5f-4f5a-a58b-79cb518ddc32 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0608115 May 19 05:48:12.740973 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-782b54e8-66f2-4a58-a8d9-d49e2497e2cd req-9b0acf01-7420-4765-a59b-01eed8c7df30 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/security-groups?id=85b9f0b5-43eb-4607-90d8-db95d62f470d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395710 May 19 05:48:12.742772 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-c004d887-6d08-46d8-bc88-a0e103e339d6 None None] Provisioning for port 4608abd5-8621-4ac3-852b-112181bd1669 completed by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:48:12.747679 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-c004d887-6d08-46d8-bc88-a0e103e339d6 None None] Provisioning complete for port 4608abd5-8621-4ac3-852b-112181bd1669 triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:48:12.748072 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c004d887-6d08-46d8-bc88-a0e103e339d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:12.801449 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-c004d887-6d08-46d8-bc88-a0e103e339d6 None None] Port 4608abd5-8621-4ac3-852b-112181bd1669 cannot update to ACTIVE because it is not bound. {{(pid=103392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 05:48:13.834540 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765292e7-2331-4e05-b71c-38601dabdef8 req-04dabe93-a18b-4dbb-b2d2-7e438fd645ee tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:13.836338 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-765292e7-2331-4e05-b71c-38601dabdef8 req-04dabe93-a18b-4dbb-b2d2-7e438fd645ee tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd225894-7d8c-4a3c-a864-a7d7f8455f40 HTTP/1.1" status: 200 len: 931 time: 0.0866637 May 19 05:48:13.899184 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-765292e7-2331-4e05-b71c-38601dabdef8 req-367d5106-802c-4b2d-9e04-18274593b0f0 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/security-groups?id=37e5abca-3298-4ac0-bcbf-b5dda918576d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569830 May 19 05:48:13.943149 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9578cc86-0800-4c80-bab2-29c33b855127 req-bf84eb01-4773-4bac-a5bb-df0e90b71837 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:13.944926 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9578cc86-0800-4c80-bab2-29c33b855127 req-bf84eb01-4773-4bac-a5bb-df0e90b71837 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa965fca-2ca6-4b8a-ab17-d563194604fe HTTP/1.1" status: 200 len: 945 time: 0.0876515 May 19 05:48:13.992440 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9578cc86-0800-4c80-bab2-29c33b855127 req-9a211a2d-628a-4da0-9f96-db9eede53329 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/security-groups?id=85b9f0b5-43eb-4607-90d8-db95d62f470d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415673 May 19 05:48:14.685042 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5e8fe3f9-7417-4d4c-822b-916028a83565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:14.836064 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:15.085514 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fdff29-c9c2-44a7-8d03-a099bf5d08b0 req-1cc5c545-590d-49aa-b252-747849188ec7 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:15.087199 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f7fdff29-c9c2-44a7-8d03-a099bf5d08b0 req-1cc5c545-590d-49aa-b252-747849188ec7 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd225894-7d8c-4a3c-a864-a7d7f8455f40 HTTP/1.1" status: 200 len: 931 time: 0.0847080 May 19 05:48:15.143777 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f7fdff29-c9c2-44a7-8d03-a099bf5d08b0 req-d87b1df6-4e77-40fc-aa18-c6c5524089ae tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/security-groups?id=37e5abca-3298-4ac0-bcbf-b5dda918576d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506644 May 19 05:48:15.197503 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b77772-2976-4bd2-bd60-7f4a3e34e5e4 req-79e442fb-07ba-43e9-9e2d-e123f668e84e tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:15.198925 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-00b77772-2976-4bd2-bd60-7f4a3e34e5e4 req-79e442fb-07ba-43e9-9e2d-e123f668e84e tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa965fca-2ca6-4b8a-ab17-d563194604fe HTTP/1.1" status: 200 len: 945 time: 0.0908966 May 19 05:48:15.247262 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-00b77772-2976-4bd2-bd60-7f4a3e34e5e4 req-b5f4ba85-4439-4d88-b453-852dd198918f tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/security-groups?id=85b9f0b5-43eb-4607-90d8-db95d62f470d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426707 May 19 05:48:15.870490 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-db7c5e23-657c-45d4-9da5-15ba3bf0d241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:16.323078 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed6fdcb-73cb-4d5c-86be-5314852d8790 req-1803acdb-91e9-4420-964d-ad508c3e78ec tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:16.325321 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3ed6fdcb-73cb-4d5c-86be-5314852d8790 req-1803acdb-91e9-4420-964d-ad508c3e78ec tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd225894-7d8c-4a3c-a864-a7d7f8455f40 HTTP/1.1" status: 200 len: 931 time: 0.0845530 May 19 05:48:16.369999 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3ed6fdcb-73cb-4d5c-86be-5314852d8790 req-7d8f1035-4b98-4799-b3a5-b6dec545d012 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/security-groups?id=37e5abca-3298-4ac0-bcbf-b5dda918576d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389738 May 19 05:48:16.433646 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf984a0-8331-4990-b284-0625c421cb34 req-1e2e25ae-aa14-4652-8171-615195e8684f tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:16.435402 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-faf984a0-8331-4990-b284-0625c421cb34 req-1e2e25ae-aa14-4652-8171-615195e8684f tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa965fca-2ca6-4b8a-ab17-d563194604fe HTTP/1.1" status: 200 len: 945 time: 0.0805871 May 19 05:48:16.481537 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-faf984a0-8331-4990-b284-0625c421cb34 req-7bc870de-50f9-4435-a644-b24f204af4fc tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/security-groups?id=85b9f0b5-43eb-4607-90d8-db95d62f470d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403957 May 19 05:48:17.556814 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28cef94-548c-4d66-9407-2f3ad31c870b req-39e848aa-6654-43e7-b881-85aab8200234 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:17.558489 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b28cef94-548c-4d66-9407-2f3ad31c870b req-39e848aa-6654-43e7-b881-85aab8200234 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd225894-7d8c-4a3c-a864-a7d7f8455f40 HTTP/1.1" status: 200 len: 931 time: 0.0830019 May 19 05:48:17.575290 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ca9ec6bf-79c4-448f-b3bb-8c49e8cf3732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:17.604647 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b28cef94-548c-4d66-9407-2f3ad31c870b req-496add19-48f3-4ba3-a2e2-a23df19e309d tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/security-groups?id=37e5abca-3298-4ac0-bcbf-b5dda918576d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407720 May 19 05:48:17.691436 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c8db56-91e7-4206-b388-36a3d7e16116 req-ea80d770-59a9-4f28-9c8d-4b14fbc99c96 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:17.692914 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-01c8db56-91e7-4206-b388-36a3d7e16116 req-ea80d770-59a9-4f28-9c8d-4b14fbc99c96 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa965fca-2ca6-4b8a-ab17-d563194604fe HTTP/1.1" status: 200 len: 945 time: 0.0871162 May 19 05:48:17.741469 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-01c8db56-91e7-4206-b388-36a3d7e16116 req-9dfd9413-8f77-416d-bec6-9c603077d5c3 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/security-groups?id=85b9f0b5-43eb-4607-90d8-db95d62f470d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421107 May 19 05:48:18.793075 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d232a5-cece-45f8-a9cd-8df5c173ac9d req-3414590d-dd17-4418-80f9-0176d17e1bba tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:18.794704 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-78d232a5-cece-45f8-a9cd-8df5c173ac9d req-3414590d-dd17-4418-80f9-0176d17e1bba tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd225894-7d8c-4a3c-a864-a7d7f8455f40 HTTP/1.1" status: 200 len: 931 time: 0.0833497 May 19 05:48:18.844181 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-78d232a5-cece-45f8-a9cd-8df5c173ac9d req-fb7aafd1-755a-45b0-b795-0a7382196383 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/security-groups?id=37e5abca-3298-4ac0-bcbf-b5dda918576d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435300 May 19 05:48:18.950367 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85732ea7-74c7-4acb-a281-69f0dab8a7e3 req-6e585051-88dd-42df-9e36-f38cd9a68e28 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:18.951784 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-85732ea7-74c7-4acb-a281-69f0dab8a7e3 req-6e585051-88dd-42df-9e36-f38cd9a68e28 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa965fca-2ca6-4b8a-ab17-d563194604fe HTTP/1.1" status: 200 len: 945 time: 0.0796883 May 19 05:48:19.000415 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-85732ea7-74c7-4acb-a281-69f0dab8a7e3 req-97843def-4c75-4e84-8c53-ba26e7acf221 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/security-groups?id=85b9f0b5-43eb-4607-90d8-db95d62f470d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429959 May 19 05:48:20.025500 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae56147-169e-4004-a279-40311068e5eb req-b924bdf0-059f-45d7-8421-7667bd9ca437 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:20.026964 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-eae56147-169e-4004-a279-40311068e5eb req-b924bdf0-059f-45d7-8421-7667bd9ca437 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd225894-7d8c-4a3c-a864-a7d7f8455f40 HTTP/1.1" status: 200 len: 931 time: 0.0789537 May 19 05:48:20.074965 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-eae56147-169e-4004-a279-40311068e5eb req-6c31c8e7-982f-46ff-a617-883182b2424c tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/security-groups?id=37e5abca-3298-4ac0-bcbf-b5dda918576d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419874 May 19 05:48:20.188090 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29344e59-ce9b-4bc4-bcb2-1910c93e1207 req-ee010e2f-d25a-4a1c-903e-51e84cf0852e tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:20.189609 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-29344e59-ce9b-4bc4-bcb2-1910c93e1207 req-ee010e2f-d25a-4a1c-903e-51e84cf0852e tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa965fca-2ca6-4b8a-ab17-d563194604fe HTTP/1.1" status: 200 len: 945 time: 0.0822966 May 19 05:48:20.239553 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-29344e59-ce9b-4bc4-bcb2-1910c93e1207 req-7e7f5a59-14d3-4edb-a1e0-f8ca3ce9cc6c tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/security-groups?id=85b9f0b5-43eb-4607-90d8-db95d62f470d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442908 May 19 05:48:20.585440 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-8ef77f1b-c1f2-4f7f-903c-9c4facac0416 None None] Agent healthcheck: found 6 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 05:48:21.267633 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f26b993-da99-467b-ade9-d1aa0d4fa6d7 req-e8bc3c13-5642-46a1-9faa-52b81b77e7cd tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:21.269108 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3f26b993-da99-467b-ade9-d1aa0d4fa6d7 req-e8bc3c13-5642-46a1-9faa-52b81b77e7cd tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd225894-7d8c-4a3c-a864-a7d7f8455f40 HTTP/1.1" status: 200 len: 931 time: 0.0845494 May 19 05:48:21.317732 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3f26b993-da99-467b-ade9-d1aa0d4fa6d7 req-b17730e4-676d-491e-af24-773640f1bb67 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/security-groups?id=37e5abca-3298-4ac0-bcbf-b5dda918576d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416541 May 19 05:48:21.448061 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b43ab8b-2a60-4a4d-b3e7-b78be055ee62 req-d5f3a618-7078-4dc1-9e20-4badd03dc0f5 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:21.449472 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6b43ab8b-2a60-4a4d-b3e7-b78be055ee62 req-d5f3a618-7078-4dc1-9e20-4badd03dc0f5 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa965fca-2ca6-4b8a-ab17-d563194604fe HTTP/1.1" status: 200 len: 945 time: 0.0871248 May 19 05:48:21.496364 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6b43ab8b-2a60-4a4d-b3e7-b78be055ee62 req-7124b57b-3595-4d55-8e4a-380004909e00 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/security-groups?id=85b9f0b5-43eb-4607-90d8-db95d62f470d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407410 May 19 05:48:22.504678 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654ad3f2-c8a7-4eac-b230-94691bff551b req-28cded9e-5568-424e-b052-1614f7bef42a tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:22.506080 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-654ad3f2-c8a7-4eac-b230-94691bff551b req-28cded9e-5568-424e-b052-1614f7bef42a tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd225894-7d8c-4a3c-a864-a7d7f8455f40 HTTP/1.1" status: 200 len: 931 time: 0.0816946 May 19 05:48:22.553813 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-654ad3f2-c8a7-4eac-b230-94691bff551b req-693c76a0-0102-4fb1-99ff-cee4da315523 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/security-groups?id=37e5abca-3298-4ac0-bcbf-b5dda918576d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419204 May 19 05:48:22.695205 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd46b5f6-193f-4255-8b84-356f881b0686 req-705a76fe-18fd-4e98-b97a-b42af5948b55 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:22.696677 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-fd46b5f6-193f-4255-8b84-356f881b0686 req-705a76fe-18fd-4e98-b97a-b42af5948b55 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa965fca-2ca6-4b8a-ab17-d563194604fe HTTP/1.1" status: 200 len: 945 time: 0.0806627 May 19 05:48:22.744807 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-fd46b5f6-193f-4255-8b84-356f881b0686 req-d8587641-c988-4157-bf18-ba9a70397e07 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/security-groups?id=85b9f0b5-43eb-4607-90d8-db95d62f470d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422649 May 19 05:48:23.744464 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e499538-3d4d-4f18-9fd0-7e39b0345b32 req-5f128fc9-2137-46b0-af5a-ff9e4152467e tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:23.745892 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3e499538-3d4d-4f18-9fd0-7e39b0345b32 req-5f128fc9-2137-46b0-af5a-ff9e4152467e tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd225894-7d8c-4a3c-a864-a7d7f8455f40 HTTP/1.1" status: 200 len: 931 time: 0.0856373 May 19 05:48:23.789171 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3e499538-3d4d-4f18-9fd0-7e39b0345b32 req-0fcd8f96-d473-46d2-becf-9e2bdf7649a3 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/security-groups?id=37e5abca-3298-4ac0-bcbf-b5dda918576d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376060 May 19 05:48:23.925520 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ee87aa-87e5-43e6-ab46-5c98ca1c5c06 req-98fa0887-0840-4b62-953b-03e6630c5287 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:23.927445 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b9ee87aa-87e5-43e6-ab46-5c98ca1c5c06 req-98fa0887-0840-4b62-953b-03e6630c5287 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa965fca-2ca6-4b8a-ab17-d563194604fe HTTP/1.1" status: 200 len: 945 time: 0.0784650 May 19 05:48:23.971323 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b9ee87aa-87e5-43e6-ab46-5c98ca1c5c06 req-fa1a897b-2907-49c6-8730-62bfc2d82277 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/security-groups?id=85b9f0b5-43eb-4607-90d8-db95d62f470d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381613 May 19 05:48:24.976137 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9130e04-6687-441a-a4d0-80b42bd28d6e req-b239afc5-7163-4ee0-87da-fa29ef8fd377 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:24.977567 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b9130e04-6687-441a-a4d0-80b42bd28d6e req-b239afc5-7163-4ee0-87da-fa29ef8fd377 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd225894-7d8c-4a3c-a864-a7d7f8455f40 HTTP/1.1" status: 200 len: 931 time: 0.0799146 May 19 05:48:25.028584 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b9130e04-6687-441a-a4d0-80b42bd28d6e req-a0637c42-20b6-43ec-afed-fe4c4be88f89 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/security-groups?id=37e5abca-3298-4ac0-bcbf-b5dda918576d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452585 May 19 05:48:25.248908 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f0f6cc-39f7-4aa9-9914-eba22da03095 req-ad0dbafc-1434-413a-aa59-539e96879140 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:25.250334 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f1f0f6cc-39f7-4aa9-9914-eba22da03095 req-ad0dbafc-1434-413a-aa59-539e96879140 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa965fca-2ca6-4b8a-ab17-d563194604fe HTTP/1.1" status: 200 len: 945 time: 0.1679108 May 19 05:48:25.294628 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f1f0f6cc-39f7-4aa9-9914-eba22da03095 req-e91b1733-4a31-478d-b3ec-15aa3e0635cc tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/security-groups?id=85b9f0b5-43eb-4607-90d8-db95d62f470d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380933 May 19 05:48:26.222915 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfadef8-d9e4-469c-8df4-b7b287af00c4 req-2886187c-71a1-4341-be79-04f4af978463 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:26.224419 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-cdfadef8-d9e4-469c-8df4-b7b287af00c4 req-2886187c-71a1-4341-be79-04f4af978463 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd225894-7d8c-4a3c-a864-a7d7f8455f40 HTTP/1.1" status: 200 len: 931 time: 0.0799487 May 19 05:48:26.271556 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-cdfadef8-d9e4-469c-8df4-b7b287af00c4 req-3c3f2c14-32cf-4ba6-8a35-57eb668dd89e tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/security-groups?id=37e5abca-3298-4ac0-bcbf-b5dda918576d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410740 May 19 05:48:26.480057 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d9d8f4-14e1-4264-b004-c2f7d87ffa45 req-0c4cd654-b76f-416a-8820-7d2895134b9b tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:26.481528 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-69d9d8f4-14e1-4264-b004-c2f7d87ffa45 req-0c4cd654-b76f-416a-8820-7d2895134b9b tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa965fca-2ca6-4b8a-ab17-d563194604fe HTTP/1.1" status: 200 len: 945 time: 0.0812371 May 19 05:48:26.530697 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-69d9d8f4-14e1-4264-b004-c2f7d87ffa45 req-091d0063-46e4-499e-9eb8-cac5b00fc25c tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/security-groups?id=85b9f0b5-43eb-4607-90d8-db95d62f470d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417626 May 19 05:48:27.461827 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8432d78a-065a-47a6-b664-42cbeb3bae37 req-201756b8-3c96-4b94-8a9c-178368cbadf8 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:27.463232 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8432d78a-065a-47a6-b664-42cbeb3bae37 req-201756b8-3c96-4b94-8a9c-178368cbadf8 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd225894-7d8c-4a3c-a864-a7d7f8455f40 HTTP/1.1" status: 200 len: 931 time: 0.0859857 May 19 05:48:27.585279 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8432d78a-065a-47a6-b664-42cbeb3bae37 req-8f88c8a5-9c4a-4dfd-ab29-803aab71845e tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/security-groups?id=37e5abca-3298-4ac0-bcbf-b5dda918576d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163614 May 19 05:48:27.717981 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cfc479-2289-46b5-ad1c-b4309f09ef97 req-eac83281-9d6b-46e9-b489-097a9aa7a788 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:27.719419 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e1cfc479-2289-46b5-ad1c-b4309f09ef97 req-eac83281-9d6b-46e9-b489-097a9aa7a788 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa965fca-2ca6-4b8a-ab17-d563194604fe HTTP/1.1" status: 200 len: 945 time: 0.0813715 May 19 05:48:27.765247 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e1cfc479-2289-46b5-ad1c-b4309f09ef97 req-32725b8b-ebf1-479a-96cd-2a9dacafddb3 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/security-groups?id=85b9f0b5-43eb-4607-90d8-db95d62f470d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400515 May 19 05:48:28.191109 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:28.775772 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a3f623-235e-40be-b40d-b527e23f5242 req-016068b1-17a2-484d-9291-df8bb4478757 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:28.777246 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-39a3f623-235e-40be-b40d-b527e23f5242 req-016068b1-17a2-484d-9291-df8bb4478757 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd225894-7d8c-4a3c-a864-a7d7f8455f40 HTTP/1.1" status: 200 len: 931 time: 0.0797327 May 19 05:48:28.825422 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-39a3f623-235e-40be-b40d-b527e23f5242 req-4a4f9dd6-2df8-4db4-8c2b-7a5c3621a2c2 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/security-groups?id=37e5abca-3298-4ac0-bcbf-b5dda918576d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425901 May 19 05:48:28.955432 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf46b94-0b6b-45d8-983e-e85cdc083e30 req-eb5c29e7-1fa5-4242-8e8a-ddffa028322f tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:28.957396 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5cf46b94-0b6b-45d8-983e-e85cdc083e30 req-eb5c29e7-1fa5-4242-8e8a-ddffa028322f tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa965fca-2ca6-4b8a-ab17-d563194604fe HTTP/1.1" status: 200 len: 945 time: 0.0849144 May 19 05:48:29.002426 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5cf46b94-0b6b-45d8-983e-e85cdc083e30 req-654bfcb8-9310-4720-9a23-b803ca7e6490 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/security-groups?id=85b9f0b5-43eb-4607-90d8-db95d62f470d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385756 May 19 05:48:30.004574 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdd76b9-b7af-4f05-a40a-88cde8817421 req-56a120cb-c67f-4a15-9076-dea42fac95b9 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:30.005266 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-0fdd76b9-b7af-4f05-a40a-88cde8817421 req-56a120cb-c67f-4a15-9076-dea42fac95b9 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Synchronizing usage tracker for tenant:e181904a5b24481e86fd6fc2c82285c0 on resource:port {{(pid=103391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:48:30.021241 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-0fdd76b9-b7af-4f05-a40a-88cde8817421 req-56a120cb-c67f-4a15-9076-dea42fac95b9 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Unset dirty status for tenant:e181904a5b24481e86fd6fc2c82285c0 on resource:port {{(pid=103391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:48:30.022318 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0fdd76b9-b7af-4f05-a40a-88cde8817421 req-56a120cb-c67f-4a15-9076-dea42fac95b9 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd225894-7d8c-4a3c-a864-a7d7f8455f40 HTTP/1.1" status: 200 len: 931 time: 0.0932314 May 19 05:48:30.065555 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-0fdd76b9-b7af-4f05-a40a-88cde8817421 req-05f89f6f-8189-4d5d-b701-619eb2df791d tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Synchronizing usage tracker for tenant:e181904a5b24481e86fd6fc2c82285c0 on resource:security_group {{(pid=103391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:48:30.081248 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-0fdd76b9-b7af-4f05-a40a-88cde8817421 req-05f89f6f-8189-4d5d-b701-619eb2df791d tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Unset dirty status for tenant:e181904a5b24481e86fd6fc2c82285c0 on resource:security_group {{(pid=103391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:48:30.083232 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0fdd76b9-b7af-4f05-a40a-88cde8817421 req-05f89f6f-8189-4d5d-b701-619eb2df791d tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/security-groups?id=37e5abca-3298-4ac0-bcbf-b5dda918576d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543871 May 19 05:48:30.137613 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [req-7299c608-007e-4674-9e97-208a12cde48a req-3b35a785-7ce1-4b37-85fa-64eecf3abe37 service neutron] Request body: {'port': {'device_id': 'dd225894-7d8c-4a3c-a864-a7d7f8455f40', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78240'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:48:30.202409 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bac4727-f192-46ac-8593-7c1ed8394602 req-0e56cc5a-b7ac-4cf4-a938-27eca8028e1f tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:30.203884 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0bac4727-f192-46ac-8593-7c1ed8394602 req-0e56cc5a-b7ac-4cf4-a938-27eca8028e1f tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa965fca-2ca6-4b8a-ab17-d563194604fe HTTP/1.1" status: 200 len: 945 time: 0.0923498 May 19 05:48:30.251046 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-7299c608-007e-4674-9e97-208a12cde48a req-3b35a785-7ce1-4b37-85fa-64eecf3abe37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:30.267370 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0bac4727-f192-46ac-8593-7c1ed8394602 req-e382ac63-7cf2-4326-b3e1-cfc60b776faf tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/security-groups?id=85b9f0b5-43eb-4607-90d8-db95d62f470d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571446 May 19 05:48:30.449180 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafd7812-bbac-423e-8736-74f0e63e73e6 req-f9daefb5-6fa4-4139-8d90-d34ea9c02656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:30.450544 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-eafd7812-bbac-423e-8736-74f0e63e73e6 req-f9daefb5-6fa4-4139-8d90-d34ea9c02656 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e11f985d37b842499bf1e28b1ad007cf&device_id=aa965fca-2ca6-4b8a-ab17-d563194604fe HTTP/1.1" status: 200 len: 1098 time: 0.1521916 May 19 05:48:30.684569 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafd7812-bbac-423e-8736-74f0e63e73e6 req-50e1ba86-036b-4cba-9cac-b5d090b47748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:30.685981 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-eafd7812-bbac-423e-8736-74f0e63e73e6 req-50e1ba86-036b-4cba-9cac-b5d090b47748 service neutron] 10.222.0.26 "GET /v2.0/networks?id=89d5aa65-3a6d-4be9-a00d-99ff97528276 HTTP/1.1" status: 200 len: 912 time: 0.2139652 May 19 05:48:30.836271 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [req-7299c608-007e-4674-9e97-208a12cde48a req-3b35a785-7ce1-4b37-85fa-64eecf3abe37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4608abd5-8621-4ac3-852b-112181bd1669 {{(pid=103391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 05:48:30.845026 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-eafd7812-bbac-423e-8736-74f0e63e73e6 req-603f12d1-8a90-4947-b022-f86165a5201c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=00acc5b4-63cc-4b2d-90c9-676ae826dafb HTTP/1.1" status: 200 len: 1000 time: 0.1453531 May 19 05:48:30.846499 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-7299c608-007e-4674-9e97-208a12cde48a req-3b35a785-7ce1-4b37-85fa-64eecf3abe37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:30.894773 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [req-7299c608-007e-4674-9e97-208a12cde48a req-3b35a785-7ce1-4b37-85fa-64eecf3abe37 service neutron] Transition to ACTIVE for port object 4608abd5-8621-4ac3-852b-112181bd1669 will not be triggered until provisioned by entity L2. {{(pid=103391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:48:30.904576 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-7299c608-007e-4674-9e97-208a12cde48a req-3b35a785-7ce1-4b37-85fa-64eecf3abe37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263355279'] for port, after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:30.910230 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-3de973b9-24e8-45bb-9d78-612ff0d34388 tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:48:31.019114 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafd7812-bbac-423e-8736-74f0e63e73e6 req-6d50c473-2334-4b52-ab22-50df27b54a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:31.020608 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-eafd7812-bbac-423e-8736-74f0e63e73e6 req-6d50c473-2334-4b52-ab22-50df27b54a72 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=82fd848a-77f0-4d3d-8454-3c0dcf103642 HTTP/1.1" status: 200 len: 850 time: 0.1649015 May 19 05:48:31.153651 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b35a785-7ce1-4b37-85fa-64eecf3abe37 service neutron] Pushing event updated for resources: {'Port': ['ID=4608abd5-8621-4ac3-852b-112181bd1669,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:48:31.249872 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-3b35a785-7ce1-4b37-85fa-64eecf3abe37 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:48:31.339358 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-7299c608-007e-4674-9e97-208a12cde48a req-3b35a785-7ce1-4b37-85fa-64eecf3abe37 service neutron] Attempting to bind port 4608abd5-8621-4ac3-852b-112181bd1669 on host hv-cinder-78240 for vnic_type normal with profile {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 05:48:31.339698 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-7299c608-007e-4674-9e97-208a12cde48a req-3b35a785-7ce1-4b37-85fa-64eecf3abe37 service neutron] Attempting to bind port 4608abd5-8621-4ac3-852b-112181bd1669 by drivers openvswitch,hyperv on host hv-cinder-78240 at level 0 using segments [{'id': '70d11288-15ef-421d-9cc4-49a1c8a9c023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7c664d96-1ac8-4288-8a72-335d87e81f53'}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 05:48:31.339997 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7299c608-007e-4674-9e97-208a12cde48a req-3b35a785-7ce1-4b37-85fa-64eecf3abe37 service neutron] Attempting to bind port 4608abd5-8621-4ac3-852b-112181bd1669 on network 7c664d96-1ac8-4288-8a72-335d87e81f53 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:48:31.352386 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7299c608-007e-4674-9e97-208a12cde48a req-3b35a785-7ce1-4b37-85fa-64eecf3abe37 service neutron] Port 4608abd5-8621-4ac3-852b-112181bd1669 on network 7c664d96-1ac8-4288-8a72-335d87e81f53 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78240 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 05:48:31.352698 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7299c608-007e-4674-9e97-208a12cde48a req-3b35a785-7ce1-4b37-85fa-64eecf3abe37 service neutron] Attempting to bind port 4608abd5-8621-4ac3-852b-112181bd1669 on network 7c664d96-1ac8-4288-8a72-335d87e81f53 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:48:31.359770 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafd7812-bbac-423e-8736-74f0e63e73e6 req-5bb28ee0-2148-437b-9f9a-79b09a1d1b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:31.361472 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-eafd7812-bbac-423e-8736-74f0e63e73e6 req-5bb28ee0-2148-437b-9f9a-79b09a1d1b82 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=89d5aa65-3a6d-4be9-a00d-99ff97528276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3235633 May 19 05:48:31.366908 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7299c608-007e-4674-9e97-208a12cde48a req-3b35a785-7ce1-4b37-85fa-64eecf3abe37 service neutron] Checking agent: {'id': '5b106939-35fb-4931-879f-1b04325a2c36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78240', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 5, 40, 58), 'started_at': datetime.datetime(2021, 5, 19, 5, 40, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 5, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 05:48:31.367237 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7299c608-007e-4674-9e97-208a12cde48a req-3b35a785-7ce1-4b37-85fa-64eecf3abe37 service neutron] Checking segment: {'id': '70d11288-15ef-421d-9cc4-49a1c8a9c023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7c664d96-1ac8-4288-8a72-335d87e81f53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:48:31.367612 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7299c608-007e-4674-9e97-208a12cde48a req-3b35a785-7ce1-4b37-85fa-64eecf3abe37 service neutron] Bound using segment: {'id': '70d11288-15ef-421d-9cc4-49a1c8a9c023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7c664d96-1ac8-4288-8a72-335d87e81f53'} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 05:48:31.368038 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-7299c608-007e-4674-9e97-208a12cde48a req-3b35a785-7ce1-4b37-85fa-64eecf3abe37 service neutron] Bound port: 4608abd5-8621-4ac3-852b-112181bd1669, host: hv-cinder-78240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70d11288-15ef-421d-9cc4-49a1c8a9c023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7c664d96-1ac8-4288-8a72-335d87e81f53'}}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 05:48:31.368381 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-7299c608-007e-4674-9e97-208a12cde48a req-3b35a785-7ce1-4b37-85fa-64eecf3abe37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:31.452773 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f70859-de8d-47a7-868d-4705ea97492c req-e65b188b-0558-40f2-a60a-e28bf3c5e037 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:31.454223 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-30f70859-de8d-47a7-868d-4705ea97492c req-e65b188b-0558-40f2-a60a-e28bf3c5e037 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa965fca-2ca6-4b8a-ab17-d563194604fe HTTP/1.1" status: 200 len: 945 time: 0.0813999 May 19 05:48:31.466234 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2558f3-bbb4-4a60-83cf-c461885d6ad3 req-1ead0d94-5cf9-48d1-b4f5-611c689a048c tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:31.467683 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-eb2558f3-bbb4-4a60-83cf-c461885d6ad3 req-1ead0d94-5cf9-48d1-b4f5-611c689a048c tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd225894-7d8c-4a3c-a864-a7d7f8455f40 HTTP/1.1" status: 200 len: 943 time: 0.2121658 May 19 05:48:31.498968 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-30f70859-de8d-47a7-868d-4705ea97492c req-9a9a40e1-24b0-4c43-b03d-f149045e7ec8 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/security-groups?id=85b9f0b5-43eb-4607-90d8-db95d62f470d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383117 May 19 05:48:31.604074 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-eb2558f3-bbb4-4a60-83cf-c461885d6ad3 req-ab3c4d73-9161-4b1e-a30e-74b8181de70f tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/security-groups?id=37e5abca-3298-4ac0-bcbf-b5dda918576d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859554 May 19 05:48:31.605045 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-7299c608-007e-4674-9e97-208a12cde48a req-3b35a785-7ce1-4b37-85fa-64eecf3abe37 service neutron] For port 4608abd5-8621-4ac3-852b-112181bd1669, host hv-cinder-78240, cleared binding levels {{(pid=103391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 05:48:31.624932 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-7299c608-007e-4674-9e97-208a12cde48a req-3b35a785-7ce1-4b37-85fa-64eecf3abe37 service neutron] For port 4608abd5-8621-4ac3-852b-112181bd1669, host hv-cinder-78240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=4608abd5-8621-4ac3-852b-112181bd1669,segment=NetworkSegment(70d11288-15ef-421d-9cc4-49a1c8a9c023),segment_id=70d11288-15ef-421d-9cc4-49a1c8a9c023)] {{(pid=103391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 05:48:31.631275 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-eafd7812-bbac-423e-8736-74f0e63e73e6 req-50a53ef5-0ae9-4330-a4b2-771c28e5e52a service neutron] 10.222.0.26 "GET /v2.0/networks/89d5aa65-3a6d-4be9-a00d-99ff97528276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518518 May 19 05:48:31.632825 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-7299c608-007e-4674-9e97-208a12cde48a req-3b35a785-7ce1-4b37-85fa-64eecf3abe37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263355279'] for port, after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:31.637333 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-c1311177-254d-4aeb-85a9-4ca32d80be1c tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:48:31.731015 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7299c608-007e-4674-9e97-208a12cde48a req-3b35a785-7ce1-4b37-85fa-64eecf3abe37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:31.731627 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-7299c608-007e-4674-9e97-208a12cde48a req-3b35a785-7ce1-4b37-85fa-64eecf3abe37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13023'] for port, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:31.732983 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7299c608-007e-4674-9e97-208a12cde48a req-3b35a785-7ce1-4b37-85fa-64eecf3abe37 service neutron] 10.222.0.26 "PUT /v2.0/ports/4608abd5-8621-4ac3-852b-112181bd1669 HTTP/1.1" status: 200 len: 1093 time: 1.6000361 May 19 05:48:31.776503 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd225894-7d8c-4a3c-a864-a7d7f8455f40', 'tag': '4608abd5-8621-4ac3-852b-112181bd1669'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:48:31.862109 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b35a785-7ce1-4b37-85fa-64eecf3abe37 service neutron] Pushing event updated for resources: {'Port': ['ID=4608abd5-8621-4ac3-852b-112181bd1669,revision_number=3']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:48:31.872163 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-3b35a785-7ce1-4b37-85fa-64eecf3abe37 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:48:31.910294 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-eafd7812-bbac-423e-8736-74f0e63e73e6 req-2893a340-2c48-437a-8a2e-c8c1ff3b4e3d service neutron] 10.222.0.26 "GET /v2.0/networks/89d5aa65-3a6d-4be9-a00d-99ff97528276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397754 May 19 05:48:31.929951 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7299c608-007e-4674-9e97-208a12cde48a req-3bb38102-17b7-4cb1-9f05-5b77305e3d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:31.931611 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7299c608-007e-4674-9e97-208a12cde48a req-3bb38102-17b7-4cb1-9f05-5b77305e3d90 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e181904a5b24481e86fd6fc2c82285c0&device_id=dd225894-7d8c-4a3c-a864-a7d7f8455f40 HTTP/1.1" status: 200 len: 1096 time: 0.1503873 May 19 05:48:31.937930 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd225894-7d8c-4a3c-a864-a7d7f8455f40', 'tag': '4608abd5-8621-4ac3-852b-112181bd1669', 'status': 'completed', 'code': 200} May 19 05:48:32.012856 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7299c608-007e-4674-9e97-208a12cde48a req-9180c3b6-bfb2-4271-88e9-ba1d71619f8c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4608abd5-8621-4ac3-852b-112181bd1669 HTTP/1.1" status: 200 len: 217 time: 0.0653379 May 19 05:48:32.041581 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c271a-5d79-4603-b3fc-285b6958c2a8 req-92035c79-89c7-4de6-b561-870f2b32bd47 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:32.043067 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-052c271a-5d79-4603-b3fc-285b6958c2a8 req-92035c79-89c7-4de6-b561-870f2b32bd47 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] 10.222.0.11 "GET /v2.0/ports?device_id=3eb8c40c-b2aa-4835-8159-05d73b048ddd HTTP/1.1" status: 200 len: 945 time: 0.0811050 May 19 05:48:32.073885 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7299c608-007e-4674-9e97-208a12cde48a req-b7d1f155-285b-4595-b083-f8f561228cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:32.075237 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7299c608-007e-4674-9e97-208a12cde48a req-b7d1f155-285b-4595-b083-f8f561228cf8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=493b9886-1e03-40f1-b780-ac1eb5696ec6 HTTP/1.1" status: 200 len: 854 time: 0.0559700 May 19 05:48:32.086719 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-052c271a-5d79-4603-b3fc-285b6958c2a8 req-e06cadfd-15d0-4cf5-a2a4-588a7575d8be tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] 10.222.0.11 "GET /v2.0/security-groups?id=52d256ee-3d9a-4eca-8ebb-c265dc8feac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379598 May 19 05:48:32.152182 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7299c608-007e-4674-9e97-208a12cde48a req-5e92f720-6ac7-438c-aa75-5cea5da548fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:32.153613 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7299c608-007e-4674-9e97-208a12cde48a req-5e92f720-6ac7-438c-aa75-5cea5da548fb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7c664d96-1ac8-4288-8a72-335d87e81f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0713997 May 19 05:48:32.283047 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7299c608-007e-4674-9e97-208a12cde48a req-f14171ed-1d6e-4ace-8958-6327a837192f service neutron] 10.222.0.26 "GET /v2.0/networks/7c664d96-1ac8-4288-8a72-335d87e81f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197460 May 19 05:48:32.411375 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7299c608-007e-4674-9e97-208a12cde48a req-f1a49c3e-7e1c-4492-9031-6a510b7f8c3c service neutron] 10.222.0.26 "GET /v2.0/networks/7c664d96-1ac8-4288-8a72-335d87e81f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203260 May 19 05:48:32.534134 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83745ecc-05bb-4471-a388-cae5f0e5ca50 req-d0739dd2-7919-4b6f-b19b-676d6fcd1cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:32.535819 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-83745ecc-05bb-4471-a388-cae5f0e5ca50 req-d0739dd2-7919-4b6f-b19b-676d6fcd1cb0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e181904a5b24481e86fd6fc2c82285c0&device_id=dd225894-7d8c-4a3c-a864-a7d7f8455f40 HTTP/1.1" status: 200 len: 1096 time: 0.0710614 May 19 05:48:32.725372 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83745ecc-05bb-4471-a388-cae5f0e5ca50 req-394125aa-ceb6-4135-9905-50bd12b73d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:32.726747 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-83745ecc-05bb-4471-a388-cae5f0e5ca50 req-394125aa-ceb6-4135-9905-50bd12b73d25 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7c664d96-1ac8-4288-8a72-335d87e81f53 HTTP/1.1" status: 200 len: 916 time: 0.1822052 May 19 05:48:32.794858 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ef6a53-a9d5-4709-b4f8-c895f9230f2d req-4a31ed89-38b8-4ca2-9a2e-602236d82352 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:32.795663 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca090968-f71d-448b-9463-760a8139fabc req-afa66afe-cadb-474c-8f5b-c48fc9d61f55 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:32.796293 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-01ef6a53-a9d5-4709-b4f8-c895f9230f2d req-4a31ed89-38b8-4ca2-9a2e-602236d82352 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd225894-7d8c-4a3c-a864-a7d7f8455f40 HTTP/1.1" status: 200 len: 943 time: 0.0816219 May 19 05:48:32.797088 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ca090968-f71d-448b-9463-760a8139fabc req-afa66afe-cadb-474c-8f5b-c48fc9d61f55 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa965fca-2ca6-4b8a-ab17-d563194604fe HTTP/1.1" status: 200 len: 945 time: 0.1690252 May 19 05:48:32.806831 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-83745ecc-05bb-4471-a388-cae5f0e5ca50 req-076e44dd-9214-4d5b-b017-2b7894862e28 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4608abd5-8621-4ac3-852b-112181bd1669 HTTP/1.1" status: 200 len: 217 time: 0.0726657 May 19 05:48:32.841234 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-01ef6a53-a9d5-4709-b4f8-c895f9230f2d req-7cef3d6a-167b-4e47-9724-172904691b5d tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/security-groups?id=37e5abca-3298-4ac0-bcbf-b5dda918576d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388670 May 19 05:48:32.975919 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ca090968-f71d-448b-9463-760a8139fabc req-de344c12-6708-47a9-9a72-faa2f2e335ad tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/security-groups?id=85b9f0b5-43eb-4607-90d8-db95d62f470d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1712255 May 19 05:48:32.982907 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83745ecc-05bb-4471-a388-cae5f0e5ca50 req-c5c30ab0-adcb-4d80-8e5e-d9ef28438b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:32.984259 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-83745ecc-05bb-4471-a388-cae5f0e5ca50 req-c5c30ab0-adcb-4d80-8e5e-d9ef28438b58 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=493b9886-1e03-40f1-b780-ac1eb5696ec6 HTTP/1.1" status: 200 len: 854 time: 0.1638131 May 19 05:48:33.060808 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83745ecc-05bb-4471-a388-cae5f0e5ca50 req-f987cd6f-60c8-4339-817c-e1fc642b3b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:33.062325 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-83745ecc-05bb-4471-a388-cae5f0e5ca50 req-f987cd6f-60c8-4339-817c-e1fc642b3b04 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7c664d96-1ac8-4288-8a72-335d87e81f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0691972 May 19 05:48:33.192700 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-83745ecc-05bb-4471-a388-cae5f0e5ca50 req-af747b0b-f6db-4f80-b64d-7757b651c835 service neutron] 10.222.0.26 "GET /v2.0/networks/7c664d96-1ac8-4288-8a72-335d87e81f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210699 May 19 05:48:33.270627 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd3cc64-3df5-44c5-ae4a-c41b6ddd38a0 req-d6e151f6-388f-481b-a9ef-d4617714ce5a tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:33.271973 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6fd3cc64-3df5-44c5-ae4a-c41b6ddd38a0 req-d6e151f6-388f-481b-a9ef-d4617714ce5a tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] 10.222.0.11 "GET /v2.0/ports?device_id=3eb8c40c-b2aa-4835-8159-05d73b048ddd HTTP/1.1" status: 200 len: 945 time: 0.0778232 May 19 05:48:33.318923 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6fd3cc64-3df5-44c5-ae4a-c41b6ddd38a0 req-6b05f9d9-0ce4-4e54-84fa-5eca6d4365a4 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] 10.222.0.11 "GET /v2.0/security-groups?id=52d256ee-3d9a-4eca-8ebb-c265dc8feac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410893 May 19 05:48:33.321379 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-83745ecc-05bb-4471-a388-cae5f0e5ca50 req-06f3b54f-e5e6-438f-b587-4208cbeaf8ce service neutron] 10.222.0.26 "GET /v2.0/networks/7c664d96-1ac8-4288-8a72-335d87e81f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225154 May 19 05:48:33.941294 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75867ab8-3c88-4f8e-9774-34a12a7ba4b5 req-f23d1f40-b5e7-4f03-ab06-738f9b7cd6e2 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:33.942795 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-75867ab8-3c88-4f8e-9774-34a12a7ba4b5 req-f23d1f40-b5e7-4f03-ab06-738f9b7cd6e2 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] 10.222.0.26 "GET /v2.0/ports?device_id=3eb8c40c-b2aa-4835-8159-05d73b048ddd HTTP/1.1" status: 200 len: 945 time: 0.0817072 May 19 05:48:34.117859 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a7a560-99ea-4abb-91bf-f4b9f4a343ea req-4db05607-597d-431c-9ac2-4adac38317c9 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:34.119374 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-44a7a560-99ea-4abb-91bf-f4b9f4a343ea req-4db05607-597d-431c-9ac2-4adac38317c9 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd225894-7d8c-4a3c-a864-a7d7f8455f40 HTTP/1.1" status: 200 len: 943 time: 0.1753752 May 19 05:48:34.170047 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [req-75867ab8-3c88-4f8e-9774-34a12a7ba4b5 req-b98a5164-404f-4fcc-bba0-3ef67308b700 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] Deleting port 46d90bae-4736-4f89-a0bc-42ecb6cb9ffc {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 05:48:34.170386 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-75867ab8-3c88-4f8e-9774-34a12a7ba4b5 req-b98a5164-404f-4fcc-bba0-3ef67308b700 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742273213799'] for port, before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:34.187259 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-44a7a560-99ea-4abb-91bf-f4b9f4a343ea req-07023d01-382f-41f7-9a0f-fd79fae267f3 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/security-groups?id=37e5abca-3298-4ac0-bcbf-b5dda918576d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611389 May 19 05:48:34.301648 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-75867ab8-3c88-4f8e-9774-34a12a7ba4b5 req-b98a5164-404f-4fcc-bba0-3ef67308b700 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] For port 46d90bae-4736-4f89-a0bc-42ecb6cb9ffc, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=46d90bae-4736-4f89-a0bc-42ecb6cb9ffc,segment=NetworkSegment(87acfb00-c013-496f-9866-cdca7e9ad1a6),segment_id=87acfb00-c013-496f-9866-cdca7e9ad1a6)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:48:34.302303 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-75867ab8-3c88-4f8e-9774-34a12a7ba4b5 req-b98a5164-404f-4fcc-bba0-3ef67308b700 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401034'] for port, precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:34.426896 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [req-75867ab8-3c88-4f8e-9774-34a12a7ba4b5 req-b98a5164-404f-4fcc-bba0-3ef67308b700 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] Calling delete_port for 46d90bae-4736-4f89-a0bc-42ecb6cb9ffc owned by compute:nova {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 05:48:34.501617 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd33fc0-c68b-4586-a136-fb9e4fa05b74 req-c6d6456d-cc9c-446a-802d-00f4001d6804 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:34.503075 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5cd33fc0-c68b-4586-a136-fb9e4fa05b74 req-c6d6456d-cc9c-446a-802d-00f4001d6804 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] 10.222.0.11 "GET /v2.0/ports?device_id=3eb8c40c-b2aa-4835-8159-05d73b048ddd HTTP/1.1" status: 200 len: 945 time: 0.0804765 May 19 05:48:34.536816 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-75867ab8-3c88-4f8e-9774-34a12a7ba4b5 req-b98a5164-404f-4fcc-bba0-3ef67308b700 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742273216184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742272802052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263355286'] for port, after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:34.543415 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:48:34.550237 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] get_ports_and_sgs() called for port_ids ['46d90bae-4736-4f89-a0bc-42ecb6cb9ffc'] {{(pid=103392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 05:48:34.553115 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5cd33fc0-c68b-4586-a136-fb9e4fa05b74 req-78d463a9-1190-425b-b3cb-3516fe683bb9 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] 10.222.0.11 "GET /v2.0/security-groups?id=52d256ee-3d9a-4eca-8ebb-c265dc8feac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439053 May 19 05:48:34.624810 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98a5164-404f-4fcc-bba0-3ef67308b700 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] Pushing event deleted for resources: {'Port': ['ID=46d90bae-4736-4f89-a0bc-42ecb6cb9ffc,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:48:34.627133 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-b98a5164-404f-4fcc-bba0-3ef67308b700 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:48:34.666428 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [req-75867ab8-3c88-4f8e-9774-34a12a7ba4b5 req-b98a5164-404f-4fcc-bba0-3ef67308b700 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] No DVR routers for this DVR port 46d90bae-4736-4f89-a0bc-42ecb6cb9ffc on host hv-cinder-78240 {{(pid=103391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 05:48:34.668739 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-75867ab8-3c88-4f8e-9774-34a12a7ba4b5 req-b98a5164-404f-4fcc-bba0-3ef67308b700 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13023'] for port, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:34.672515 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eb8c40c-b2aa-4835-8159-05d73b048ddd', 'name': 'network-vif-deleted', 'tag': '46d90bae-4736-4f89-a0bc-42ecb6cb9ffc'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:48:34.686336 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-75867ab8-3c88-4f8e-9774-34a12a7ba4b5 req-b98a5164-404f-4fcc-bba0-3ef67308b700 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] 10.222.0.26 "DELETE /v2.0/ports/46d90bae-4736-4f89-a0bc-42ecb6cb9ffc HTTP/1.1" status: 204 len: 173 time: 0.7067392 May 19 05:48:34.716921 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eb8c40c-b2aa-4835-8159-05d73b048ddd', 'name': 'network-vif-deleted', 'tag': '46d90bae-4736-4f89-a0bc-42ecb6cb9ffc', 'status': 'completed', 'code': 200} May 19 05:48:35.333163 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Device 4608abd5-8621-4ac3-852b-112181bd1669 details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=103392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 05:48:35.374720 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cb9148-d336-4a4a-8eb1-4b726317cde7 req-e59cb71d-bf11-4710-8844-33eb7ff8564e tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:35.376093 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a3cb9148-d336-4a4a-8eb1-4b726317cde7 req-e59cb71d-bf11-4710-8844-33eb7ff8564e tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd225894-7d8c-4a3c-a864-a7d7f8455f40 HTTP/1.1" status: 200 len: 943 time: 0.0826461 May 19 05:48:35.420142 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a3cb9148-d336-4a4a-8eb1-4b726317cde7 req-5a5735a8-9c98-4c53-baba-028c0263ebf6 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/security-groups?id=37e5abca-3298-4ac0-bcbf-b5dda918576d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378256 May 19 05:48:35.464850 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] For port 4608abd5-8621-4ac3-852b-112181bd1669, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=4608abd5-8621-4ac3-852b-112181bd1669,segment=NetworkSegment(70d11288-15ef-421d-9cc4-49a1c8a9c023),segment_id=70d11288-15ef-421d-9cc4-49a1c8a9c023)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:48:35.477490 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Returning: {'device': '4608abd5-8621-4ac3-852b-112181bd1669', 'network_id': '7c664d96-1ac8-4288-8a72-335d87e81f53', 'port_id': '4608abd5-8621-4ac3-852b-112181bd1669', 'mac_address': 'fa:16:3e:cf:c7:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '493b9886-1e03-40f1-b780-ac1eb5696ec6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 05:48:35.529925 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:35.545562 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4608abd5-8621-4ac3-852b-112181bd1669 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 05:48:35.561405 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] For port 4608abd5-8621-4ac3-852b-112181bd1669, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=4608abd5-8621-4ac3-852b-112181bd1669,segment=NetworkSegment(70d11288-15ef-421d-9cc4-49a1c8a9c023),segment_id=70d11288-15ef-421d-9cc4-49a1c8a9c023)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:48:35.566240 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:35.568630 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:48:35.636329 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Pushing event updated for resources: {'Port': ['ID=4608abd5-8621-4ac3-852b-112181bd1669,revision_number=4']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:48:35.643338 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:48:35.643738 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:48:35.644051 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:48:35.644388 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:48:35.644842 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:48:35.645059 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:48:35.645386 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:48:35.645708 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:48:35.646089 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:48:35.646333 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:48:35.646965 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:48:35.646965 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:48:35.651146 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:48:35.959490 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] get_ports_and_sgs() called for port_ids ['4608abd5-8621-4ac3-852b-112181bd1669'] {{(pid=103392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 05:48:36.600627 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788480a4-a868-4751-a529-2b9f7c3ef94b req-14db1e8d-bc3f-424a-8a0c-2e8a143332bd tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:36.602037 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-788480a4-a868-4751-a529-2b9f7c3ef94b req-14db1e8d-bc3f-424a-8a0c-2e8a143332bd tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd225894-7d8c-4a3c-a864-a7d7f8455f40 HTTP/1.1" status: 200 len: 944 time: 0.0767903 May 19 05:48:36.645043 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-788480a4-a868-4751-a529-2b9f7c3ef94b req-0ba7a57b-71a4-4a7d-b40d-34d9e93f8eb6 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/security-groups?id=37e5abca-3298-4ac0-bcbf-b5dda918576d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373979 May 19 05:48:37.799544 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Device 46d90bae-4736-4f89-a0bc-42ecb6cb9ffc no longer exists at agent hyperv_hv-cinder-78240 {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 05:48:37.828278 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d8a085-094d-4657-8f01-cadac3286f61 req-fd0b7fd2-6dc2-4551-9fe7-bc567b99e01f tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:37.829723 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-94d8a085-094d-4657-8f01-cadac3286f61 req-fd0b7fd2-6dc2-4551-9fe7-bc567b99e01f tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd225894-7d8c-4a3c-a864-a7d7f8455f40 HTTP/1.1" status: 200 len: 944 time: 0.0802052 May 19 05:48:37.836614 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] No Port match for: 46d90bae-4736-4f89-a0bc-42ecb6cb9ffc {{(pid=103392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 05:48:37.836973 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Device 46d90bae-4736-4f89-a0bc-42ecb6cb9ffc not bound to the agent host hv-cinder-78240 {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 05:48:37.878844 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-94d8a085-094d-4657-8f01-cadac3286f61 req-80d0acb3-7973-4880-a800-510b95569509 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/security-groups?id=37e5abca-3298-4ac0-bcbf-b5dda918576d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432568 May 19 05:48:39.060115 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b000303-025e-4621-acfb-2e6e3a593884 req-2ae2d0e0-8aae-418c-b501-8a0f68373a96 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:39.061555 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9b000303-025e-4621-acfb-2e6e3a593884 req-2ae2d0e0-8aae-418c-b501-8a0f68373a96 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd225894-7d8c-4a3c-a864-a7d7f8455f40 HTTP/1.1" status: 200 len: 944 time: 0.0818098 May 19 05:48:39.104837 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9b000303-025e-4621-acfb-2e6e3a593884 req-91f2a931-5e0a-41bb-a1e5-48812ed7afbf tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/security-groups?id=37e5abca-3298-4ac0-bcbf-b5dda918576d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371253 May 19 05:48:40.284572 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f802a7a-2f48-4abd-8aab-9a257d94dbe9 req-033088ab-5cb4-4f24-a8f9-f33a0b01084d tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:40.286646 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1f802a7a-2f48-4abd-8aab-9a257d94dbe9 req-033088ab-5cb4-4f24-a8f9-f33a0b01084d tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd225894-7d8c-4a3c-a864-a7d7f8455f40 HTTP/1.1" status: 200 len: 944 time: 0.0796084 May 19 05:48:40.328705 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1f802a7a-2f48-4abd-8aab-9a257d94dbe9 req-716ec503-2929-4383-a51f-ad3b6e7a7e2a tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/security-groups?id=37e5abca-3298-4ac0-bcbf-b5dda918576d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364494 May 19 05:48:41.513421 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3183a57-b46e-4908-b140-571eac55f020 req-b90450db-815c-467b-a295-95c626051a6a tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:41.514869 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a3183a57-b46e-4908-b140-571eac55f020 req-b90450db-815c-467b-a295-95c626051a6a tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd225894-7d8c-4a3c-a864-a7d7f8455f40 HTTP/1.1" status: 200 len: 944 time: 0.0805941 May 19 05:48:41.558688 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a3183a57-b46e-4908-b140-571eac55f020 req-563c6f83-1136-4d58-b4e9-e33921783b1b tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/security-groups?id=37e5abca-3298-4ac0-bcbf-b5dda918576d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379560 May 19 05:48:42.196590 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Device 4608abd5-8621-4ac3-852b-112181bd1669 up at agent hyperv_hv-cinder-78240 {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:48:42.261007 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Provisioning for port 4608abd5-8621-4ac3-852b-112181bd1669 completed by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:48:42.265769 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Provisioning complete for port 4608abd5-8621-4ac3-852b-112181bd1669 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:48:42.266147 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:42.335909 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-988bd770-4013-4fad-825b-8c559b6e0af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:42.394935 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:42.421041 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd225894-7d8c-4a3c-a864-a7d7f8455f40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4608abd5-8621-4ac3-852b-112181bd1669'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:48:42.431898 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] For port 4608abd5-8621-4ac3-852b-112181bd1669, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=4608abd5-8621-4ac3-852b-112181bd1669,segment=NetworkSegment(70d11288-15ef-421d-9cc4-49a1c8a9c023),segment_id=70d11288-15ef-421d-9cc4-49a1c8a9c023)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:48:42.436543 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:42.438666 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:48:42.506786 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Pushing event updated for resources: {'Port': ['ID=4608abd5-8621-4ac3-852b-112181bd1669,revision_number=5']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:48:42.511473 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:48:42.521622 dv-cinder-782405-8-iscsi neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd225894-7d8c-4a3c-a864-a7d7f8455f40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4608abd5-8621-4ac3-852b-112181bd1669', 'code': 200} May 19 05:48:42.747923 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d381b170-0fc1-4444-bea1-f61cd355bce8 req-a84db360-1014-4fd2-b406-5245c00af751 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:42.750087 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d381b170-0fc1-4444-bea1-f61cd355bce8 req-a84db360-1014-4fd2-b406-5245c00af751 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd225894-7d8c-4a3c-a864-a7d7f8455f40 HTTP/1.1" status: 200 len: 945 time: 0.0829437 May 19 05:48:42.764721 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0931722f-2fce-4212-8060-1fb40a1730f5 req-79751403-cdf2-4cde-9e94-02f6bd30d42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:42.766160 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0931722f-2fce-4212-8060-1fb40a1730f5 req-79751403-cdf2-4cde-9e94-02f6bd30d42b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=dd225894-7d8c-4a3c-a864-a7d7f8455f40 HTTP/1.1" status: 200 len: 1098 time: 0.0726845 May 19 05:48:42.793288 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d381b170-0fc1-4444-bea1-f61cd355bce8 req-24fbfab2-0bd2-4946-b6e4-b5cc0a8c679b tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/security-groups?id=37e5abca-3298-4ac0-bcbf-b5dda918576d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381174 May 19 05:48:42.807468 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0931722f-2fce-4212-8060-1fb40a1730f5 req-23f7d77d-924b-4781-8b6f-b863258fc156 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=37e5abca-3298-4ac0-bcbf-b5dda918576d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343285 May 19 05:48:43.975559 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f60b6f0-e34f-4073-9d82-1b293221e122 req-8fe44870-3f5c-44e5-9832-34f888497228 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:43.976927 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5f60b6f0-e34f-4073-9d82-1b293221e122 req-8fe44870-3f5c-44e5-9832-34f888497228 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd225894-7d8c-4a3c-a864-a7d7f8455f40 HTTP/1.1" status: 200 len: 945 time: 0.0791037 May 19 05:48:44.023868 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5f60b6f0-e34f-4073-9d82-1b293221e122 req-b2c48e99-a289-42fc-8dbd-5e1e97f30205 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/security-groups?id=37e5abca-3298-4ac0-bcbf-b5dda918576d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413239 May 19 05:48:44.685418 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1a3db528-40f7-4ebd-9fb1-e5ed4974f048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:44.838362 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:45.204146 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4515cd16-d77f-4810-9fb2-f7af21a59b5e req-0d527aac-cbe4-4121-b1e9-c30853c67fa9 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:45.205563 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4515cd16-d77f-4810-9fb2-f7af21a59b5e req-0d527aac-cbe4-4121-b1e9-c30853c67fa9 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd225894-7d8c-4a3c-a864-a7d7f8455f40 HTTP/1.1" status: 200 len: 945 time: 0.0804718 May 19 05:48:45.248830 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4515cd16-d77f-4810-9fb2-f7af21a59b5e req-eb9b4f44-9fd2-4438-b9a5-d4e3859fdeae tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/security-groups?id=37e5abca-3298-4ac0-bcbf-b5dda918576d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368693 May 19 05:48:45.874497 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-db7c5e23-657c-45d4-9da5-15ba3bf0d241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:46.503427 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67718d5d-dff2-4dea-a3fc-3215a340e479 req-89639e80-c59b-4a32-8228-26f547f66651 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:46.505303 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-67718d5d-dff2-4dea-a3fc-3215a340e479 req-89639e80-c59b-4a32-8228-26f547f66651 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd225894-7d8c-4a3c-a864-a7d7f8455f40 HTTP/1.1" status: 200 len: 945 time: 0.1519849 May 19 05:48:46.547804 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-67718d5d-dff2-4dea-a3fc-3215a340e479 req-c23de148-7837-4359-9bfc-b08539164018 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/security-groups?id=37e5abca-3298-4ac0-bcbf-b5dda918576d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369143 May 19 05:48:47.574756 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ca9ec6bf-79c4-448f-b3bb-8c49e8cf3732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:47.727167 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68f4f4d-bc21-4776-bd5f-7a0a0e635ae1 req-3bf51449-b64f-42aa-a7e8-791f003fc8c3 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:47.728599 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c68f4f4d-bc21-4776-bd5f-7a0a0e635ae1 req-3bf51449-b64f-42aa-a7e8-791f003fc8c3 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd225894-7d8c-4a3c-a864-a7d7f8455f40 HTTP/1.1" status: 200 len: 945 time: 0.0774667 May 19 05:48:47.774223 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c68f4f4d-bc21-4776-bd5f-7a0a0e635ae1 req-9edfea52-6b53-4a57-b1d5-22ed0213394d tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/security-groups?id=37e5abca-3298-4ac0-bcbf-b5dda918576d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399363 May 19 05:48:48.196945 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d152870-578f-4632-99f0-75c61629e054 req-c6cdaf5d-b537-4a1f-b273-8ea8cc17bce5 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:48.198372 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2d152870-578f-4632-99f0-75c61629e054 req-c6cdaf5d-b537-4a1f-b273-8ea8cc17bce5 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] 10.222.0.11 "GET /v2.0/networks?id=2537e625-7989-4b10-a487-7ce1829aa8b3 HTTP/1.1" status: 200 len: 814 time: 0.1397951 May 19 05:48:48.213007 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2d152870-578f-4632-99f0-75c61629e054 req-69342b40-c89b-45a8-8c69-7dc80b718816 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] 10.222.0.11 "GET /v2.0/quotas/38c030c8d50b46a29b0438d7c3b7189d HTTP/1.1" status: 200 len: 375 time: 0.0092268 May 19 05:48:48.260822 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-2d152870-578f-4632-99f0-75c61629e054 req-653748b8-5f46-41d1-b9af-e0b7405082fd tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] Synchronizing usage tracker for tenant:38c030c8d50b46a29b0438d7c3b7189d on resource:port {{(pid=103391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:48:48.275394 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-2d152870-578f-4632-99f0-75c61629e054 req-653748b8-5f46-41d1-b9af-e0b7405082fd tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] Unset dirty status for tenant:38c030c8d50b46a29b0438d7c3b7189d on resource:port {{(pid=103391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:48:48.276738 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2d152870-578f-4632-99f0-75c61629e054 req-653748b8-5f46-41d1-b9af-e0b7405082fd tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=38c030c8d50b46a29b0438d7c3b7189d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0590262 May 19 05:48:48.404599 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2d152870-578f-4632-99f0-75c61629e054 req-5a6bad3a-a364-4fd5-ace3-32be5792b862 service neutron] 10.222.0.11 "GET /v2.0/networks/2537e625-7989-4b10-a487-7ce1829aa8b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210554 May 19 05:48:48.532810 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2d152870-578f-4632-99f0-75c61629e054 req-b32be1a0-c895-44d3-a69f-cf3564348e1d service neutron] 10.222.0.11 "GET /v2.0/networks/2537e625-7989-4b10-a487-7ce1829aa8b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223719 May 19 05:48:48.704653 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6a1d73bf-c884-4842-a45f-832b0505f466 req-94a28c83-183f-4c8f-a6f2-64411fb83f11 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] 10.222.0.11 "GET /v2.0/ports?device_id=aba14e04-9a98-4633-ae1d-e6cf3a9602b0 HTTP/1.1" status: 200 len: 210 time: 0.0422049 May 19 05:48:48.959234 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1a3220-0e07-4a91-8f66-5b3687a5cc0c req-4619de05-542e-4ec4-be2a-458e2fd10a38 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:48.960684 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6b1a3220-0e07-4a91-8f66-5b3687a5cc0c req-4619de05-542e-4ec4-be2a-458e2fd10a38 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd225894-7d8c-4a3c-a864-a7d7f8455f40 HTTP/1.1" status: 200 len: 945 time: 0.0828464 May 19 05:48:49.007070 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6b1a3220-0e07-4a91-8f66-5b3687a5cc0c req-2564698b-988a-43a2-9540-39c323b9e017 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/security-groups?id=37e5abca-3298-4ac0-bcbf-b5dda918576d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401161 May 19 05:48:49.193712 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b08abe4-a4e2-4660-a1a6-1af8ed86c539 req-4cec688e-2cbc-49ca-a973-f65138d5ebdf tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:49.208131 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7b08abe4-a4e2-4660-a1a6-1af8ed86c539 req-4cec688e-2cbc-49ca-a973-f65138d5ebdf tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd225894-7d8c-4a3c-a864-a7d7f8455f40 HTTP/1.1" status: 200 len: 945 time: 0.0800040 May 19 05:48:49.247640 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7b08abe4-a4e2-4660-a1a6-1af8ed86c539 req-aaf22e4d-302a-42e8-aaf2-6f72412fa148 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/security-groups?id=37e5abca-3298-4ac0-bcbf-b5dda918576d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432079 May 19 05:48:49.637456 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b86adec-8123-4418-aec8-5d0f38bba2b4 req-e08bf4a6-25e7-4510-aee0-537f94d63d1f tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:49.638862 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6b86adec-8123-4418-aec8-5d0f38bba2b4 req-e08bf4a6-25e7-4510-aee0-537f94d63d1f tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd225894-7d8c-4a3c-a864-a7d7f8455f40 HTTP/1.1" status: 200 len: 945 time: 0.0856626 May 19 05:48:49.686032 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6b86adec-8123-4418-aec8-5d0f38bba2b4 req-6fddbebc-dd32-4a6c-a2a7-4adf19503895 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/security-groups?id=37e5abca-3298-4ac0-bcbf-b5dda918576d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408192 May 19 05:48:49.808746 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d152870-578f-4632-99f0-75c61629e054 req-b68e494b-23c8-491e-bc12-8475a9523d5e tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:49.811042 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2d152870-578f-4632-99f0-75c61629e054 req-b68e494b-23c8-491e-bc12-8475a9523d5e tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] 10.222.0.26 "GET /v2.0/networks?id=2537e625-7989-4b10-a487-7ce1829aa8b3 HTTP/1.1" status: 200 len: 814 time: 0.1829085 May 19 05:48:49.865155 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [req-2d152870-578f-4632-99f0-75c61629e054 req-938e88a9-2954-4765-a015-f6b2ae5f55b9 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] Request body: {'port': {'device_id': 'aba14e04-9a98-4633-ae1d-e6cf3a9602b0', 'network_id': '2537e625-7989-4b10-a487-7ce1829aa8b3', 'admin_state_up': True, 'tenant_id': '38c030c8d50b46a29b0438d7c3b7189d'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:48:49.885044 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6d8f917e-6784-4eb9-8bd4-84fff9da17d0 req-58647440-e526-44e3-be91-bf9cd4dd3305 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] 10.222.0.11 "GET /v2.0/ports?device_id=aba14e04-9a98-4633-ae1d-e6cf3a9602b0 HTTP/1.1" status: 200 len: 210 time: 0.0705605 May 19 05:48:50.009297 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [req-2d152870-578f-4632-99f0-75c61629e054 req-938e88a9-2954-4765-a015-f6b2ae5f55b9 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:48:50.019725 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [req-2d152870-578f-4632-99f0-75c61629e054 req-938e88a9-2954-4765-a015-f6b2ae5f55b9 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:48:50.029318 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d152870-578f-4632-99f0-75c61629e054 req-938e88a9-2954-4765-a015-f6b2ae5f55b9 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] Made reservation on behalf of 38c030c8d50b46a29b0438d7c3b7189d for: {'port': 1} {{(pid=103391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 05:48:50.033933 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-2d152870-578f-4632-99f0-75c61629e054 req-938e88a9-2954-4765-a015-f6b2ae5f55b9 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:50.208313 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [req-2d152870-578f-4632-99f0-75c61629e054 req-938e88a9-2954-4765-a015-f6b2ae5f55b9 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] Allocated IP 172.20.0.2 (2537e625-7989-4b10-a487-7ce1829aa8b3/f7c49e43-5148-4f74-a033-94da7fdde1ba/6e18895e-4aaf-4554-8ea2-1a856decffc2) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 05:48:50.399311 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-2d152870-578f-4632-99f0-75c61629e054 req-938e88a9-2954-4765-a015-f6b2ae5f55b9 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] Notify callbacks [] for port, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:50.428413 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-2d152870-578f-4632-99f0-75c61629e054 req-938e88a9-2954-4765-a015-f6b2ae5f55b9 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742272799735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263355286'] for port, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:50.433823 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-f832dd62-f9bb-41a4-b427-e0d666981601 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:48:50.500485 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d152870-578f-4632-99f0-75c61629e054 req-938e88a9-2954-4765-a015-f6b2ae5f55b9 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] Network 2537e625-7989-4b10-a487-7ce1829aa8b3 is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:48:50.503563 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [req-2d152870-578f-4632-99f0-75c61629e054 req-938e88a9-2954-4765-a015-f6b2ae5f55b9 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:48:50.507374 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d152870-578f-4632-99f0-75c61629e054 req-938e88a9-2954-4765-a015-f6b2ae5f55b9 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 05:48:50.542234 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938e88a9-2954-4765-a015-f6b2ae5f55b9 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] Pushing event updated for resources: {'Port': ['ID=6e18895e-4aaf-4554-8ea2-1a856decffc2,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:48:50.546336 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-938e88a9-2954-4765-a015-f6b2ae5f55b9 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:48:50.572094 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d152870-578f-4632-99f0-75c61629e054 req-938e88a9-2954-4765-a015-f6b2ae5f55b9 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:50.572689 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-2d152870-578f-4632-99f0-75c61629e054 req-938e88a9-2954-4765-a015-f6b2ae5f55b9 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13023'] for port, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:50.596409 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2d152870-578f-4632-99f0-75c61629e054 req-938e88a9-2954-4765-a015-f6b2ae5f55b9 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7405393 May 19 05:48:50.608801 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [req-2d152870-578f-4632-99f0-75c61629e054 req-1d664153-8e1a-4db6-9036-9d3ff9a5e974 service neutron] Request body: {'port': {'device_id': 'aba14e04-9a98-4633-ae1d-e6cf3a9602b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78240'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:48:50.794711 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-2d152870-578f-4632-99f0-75c61629e054 req-1d664153-8e1a-4db6-9036-9d3ff9a5e974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:51.067970 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f42d00b-7f60-46f6-b456-87e9e63efb4d req-870ac01c-6ec0-466d-92ad-c9b2720a5d05 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:51.069320 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0f42d00b-7f60-46f6-b456-87e9e63efb4d req-870ac01c-6ec0-466d-92ad-c9b2720a5d05 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] 10.222.0.11 "GET /v2.0/ports?device_id=aba14e04-9a98-4633-ae1d-e6cf3a9602b0 HTTP/1.1" status: 200 len: 931 time: 0.0817733 May 19 05:48:51.125010 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [req-2d152870-578f-4632-99f0-75c61629e054 req-1d664153-8e1a-4db6-9036-9d3ff9a5e974 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e18895e-4aaf-4554-8ea2-1a856decffc2 {{(pid=103391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 05:48:51.133508 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-2d152870-578f-4632-99f0-75c61629e054 req-1d664153-8e1a-4db6-9036-9d3ff9a5e974 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:51.149954 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [req-2d152870-578f-4632-99f0-75c61629e054 req-1d664153-8e1a-4db6-9036-9d3ff9a5e974 service neutron] Transition to ACTIVE for port object 6e18895e-4aaf-4554-8ea2-1a856decffc2 will not be triggered until provisioned by entity L2. {{(pid=103391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:48:51.154001 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-2d152870-578f-4632-99f0-75c61629e054 req-1d664153-8e1a-4db6-9036-9d3ff9a5e974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263355279'] for port, after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:51.158296 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-a5fe260f-fb6f-4359-92d2-a6baea0c7329 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:48:51.194993 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0f42d00b-7f60-46f6-b456-87e9e63efb4d req-6f987c24-02b4-42bf-953f-8f85f8f14a55 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] 10.222.0.11 "GET /v2.0/security-groups?id=52d256ee-3d9a-4eca-8ebb-c265dc8feac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198113 May 19 05:48:51.286079 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d664153-8e1a-4db6-9036-9d3ff9a5e974 service neutron] Pushing event updated for resources: {'Port': ['ID=6e18895e-4aaf-4554-8ea2-1a856decffc2,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:48:51.319363 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-1d664153-8e1a-4db6-9036-9d3ff9a5e974 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:48:51.389033 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-2d152870-578f-4632-99f0-75c61629e054 req-1d664153-8e1a-4db6-9036-9d3ff9a5e974 service neutron] Attempting to bind port 6e18895e-4aaf-4554-8ea2-1a856decffc2 on host hv-cinder-78240 for vnic_type normal with profile {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 05:48:51.389374 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-2d152870-578f-4632-99f0-75c61629e054 req-1d664153-8e1a-4db6-9036-9d3ff9a5e974 service neutron] Attempting to bind port 6e18895e-4aaf-4554-8ea2-1a856decffc2 by drivers openvswitch,hyperv on host hv-cinder-78240 at level 0 using segments [{'id': '87acfb00-c013-496f-9866-cdca7e9ad1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2537e625-7989-4b10-a487-7ce1829aa8b3'}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 05:48:51.389706 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d152870-578f-4632-99f0-75c61629e054 req-1d664153-8e1a-4db6-9036-9d3ff9a5e974 service neutron] Attempting to bind port 6e18895e-4aaf-4554-8ea2-1a856decffc2 on network 2537e625-7989-4b10-a487-7ce1829aa8b3 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:48:51.394269 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d152870-578f-4632-99f0-75c61629e054 req-1d664153-8e1a-4db6-9036-9d3ff9a5e974 service neutron] Port 6e18895e-4aaf-4554-8ea2-1a856decffc2 on network 2537e625-7989-4b10-a487-7ce1829aa8b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78240 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 05:48:51.394622 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d152870-578f-4632-99f0-75c61629e054 req-1d664153-8e1a-4db6-9036-9d3ff9a5e974 service neutron] Attempting to bind port 6e18895e-4aaf-4554-8ea2-1a856decffc2 on network 2537e625-7989-4b10-a487-7ce1829aa8b3 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:48:51.399629 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d152870-578f-4632-99f0-75c61629e054 req-1d664153-8e1a-4db6-9036-9d3ff9a5e974 service neutron] Checking agent: {'id': '5b106939-35fb-4931-879f-1b04325a2c36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78240', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 5, 40, 58), 'started_at': datetime.datetime(2021, 5, 19, 5, 40, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 5, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 05:48:51.399964 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d152870-578f-4632-99f0-75c61629e054 req-1d664153-8e1a-4db6-9036-9d3ff9a5e974 service neutron] Checking segment: {'id': '87acfb00-c013-496f-9866-cdca7e9ad1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2537e625-7989-4b10-a487-7ce1829aa8b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:48:51.400347 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d152870-578f-4632-99f0-75c61629e054 req-1d664153-8e1a-4db6-9036-9d3ff9a5e974 service neutron] Bound using segment: {'id': '87acfb00-c013-496f-9866-cdca7e9ad1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2537e625-7989-4b10-a487-7ce1829aa8b3'} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 05:48:51.400772 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-2d152870-578f-4632-99f0-75c61629e054 req-1d664153-8e1a-4db6-9036-9d3ff9a5e974 service neutron] Bound port: 6e18895e-4aaf-4554-8ea2-1a856decffc2, host: hv-cinder-78240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87acfb00-c013-496f-9866-cdca7e9ad1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2537e625-7989-4b10-a487-7ce1829aa8b3'}}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 05:48:51.401124 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-2d152870-578f-4632-99f0-75c61629e054 req-1d664153-8e1a-4db6-9036-9d3ff9a5e974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:51.493598 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-2d152870-578f-4632-99f0-75c61629e054 req-1d664153-8e1a-4db6-9036-9d3ff9a5e974 service neutron] For port 6e18895e-4aaf-4554-8ea2-1a856decffc2, host hv-cinder-78240, cleared binding levels {{(pid=103391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 05:48:51.497267 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-2d152870-578f-4632-99f0-75c61629e054 req-1d664153-8e1a-4db6-9036-9d3ff9a5e974 service neutron] For port 6e18895e-4aaf-4554-8ea2-1a856decffc2, host hv-cinder-78240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=6e18895e-4aaf-4554-8ea2-1a856decffc2,segment=NetworkSegment(87acfb00-c013-496f-9866-cdca7e9ad1a6),segment_id=87acfb00-c013-496f-9866-cdca7e9ad1a6)] {{(pid=103391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 05:48:51.501962 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-2d152870-578f-4632-99f0-75c61629e054 req-1d664153-8e1a-4db6-9036-9d3ff9a5e974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263355279'] for port, after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:51.507001 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-b98a5164-404f-4fcc-bba0-3ef67308b700 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:48:51.553450 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d152870-578f-4632-99f0-75c61629e054 req-1d664153-8e1a-4db6-9036-9d3ff9a5e974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:51.554132 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-2d152870-578f-4632-99f0-75c61629e054 req-1d664153-8e1a-4db6-9036-9d3ff9a5e974 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13023'] for port, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:51.555526 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2d152870-578f-4632-99f0-75c61629e054 req-1d664153-8e1a-4db6-9036-9d3ff9a5e974 service neutron] 10.222.0.26 "PUT /v2.0/ports/6e18895e-4aaf-4554-8ea2-1a856decffc2 HTTP/1.1" status: 200 len: 1093 time: 0.9510834 May 19 05:48:51.563121 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aba14e04-9a98-4633-ae1d-e6cf3a9602b0', 'tag': '6e18895e-4aaf-4554-8ea2-1a856decffc2'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:48:51.589316 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d664153-8e1a-4db6-9036-9d3ff9a5e974 service neutron] Pushing event updated for resources: {'Port': ['ID=6e18895e-4aaf-4554-8ea2-1a856decffc2,revision_number=3']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:48:51.592581 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-1d664153-8e1a-4db6-9036-9d3ff9a5e974 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:48:51.627835 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aba14e04-9a98-4633-ae1d-e6cf3a9602b0', 'tag': '6e18895e-4aaf-4554-8ea2-1a856decffc2', 'status': 'completed', 'code': 200} May 19 05:48:51.669478 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d152870-578f-4632-99f0-75c61629e054 req-66f2f441-685d-45fc-8b9a-20a0f81e3b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:51.671018 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2d152870-578f-4632-99f0-75c61629e054 req-66f2f441-685d-45fc-8b9a-20a0f81e3b6f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=38c030c8d50b46a29b0438d7c3b7189d&device_id=aba14e04-9a98-4633-ae1d-e6cf3a9602b0 HTTP/1.1" status: 200 len: 1096 time: 0.0753238 May 19 05:48:51.749708 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2d152870-578f-4632-99f0-75c61629e054 req-8d1dafd3-1446-48bf-8a52-eb52d55386f0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6e18895e-4aaf-4554-8ea2-1a856decffc2 HTTP/1.1" status: 200 len: 217 time: 0.0664916 May 19 05:48:51.816407 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d152870-578f-4632-99f0-75c61629e054 req-89b347b5-74b3-4912-ab58-ba5c40c25dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:51.817869 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2d152870-578f-4632-99f0-75c61629e054 req-89b347b5-74b3-4912-ab58-ba5c40c25dd9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f7c49e43-5148-4f74-a033-94da7fdde1ba HTTP/1.1" status: 200 len: 854 time: 0.0621922 May 19 05:48:51.870187 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2d152870-578f-4632-99f0-75c61629e054 req-554d11a9-00ba-4bef-9fc8-85c2d0918d47 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2537e625-7989-4b10-a487-7ce1829aa8b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463729 May 19 05:48:52.002089 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2d152870-578f-4632-99f0-75c61629e054 req-6e67c078-83a9-4d85-88c9-e8ccbf3a893a service neutron] 10.222.0.26 "GET /v2.0/networks/2537e625-7989-4b10-a487-7ce1829aa8b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255515 May 19 05:48:52.130969 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2d152870-578f-4632-99f0-75c61629e054 req-3ab3acf5-59d9-442c-b9bf-cda00398681e service neutron] 10.222.0.26 "GET /v2.0/networks/2537e625-7989-4b10-a487-7ce1829aa8b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221416 May 19 05:48:52.258129 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f3122a-f6d7-4716-8bdd-b4682f82f024 req-e04a3ab1-305e-44a3-83ba-740daa2a44a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:52.259629 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-99f3122a-f6d7-4716-8bdd-b4682f82f024 req-e04a3ab1-305e-44a3-83ba-740daa2a44a4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=38c030c8d50b46a29b0438d7c3b7189d&device_id=aba14e04-9a98-4633-ae1d-e6cf3a9602b0 HTTP/1.1" status: 200 len: 1096 time: 0.0702097 May 19 05:48:52.380608 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607e5c53-084e-448f-941a-378e1bd76a0d req-d97c3b18-72ad-4006-979d-b5fa8884dacc tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:52.382278 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-607e5c53-084e-448f-941a-378e1bd76a0d req-d97c3b18-72ad-4006-979d-b5fa8884dacc tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] 10.222.0.11 "GET /v2.0/ports?device_id=aba14e04-9a98-4633-ae1d-e6cf3a9602b0 HTTP/1.1" status: 200 len: 943 time: 0.0778916 May 19 05:48:52.394196 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f3122a-f6d7-4716-8bdd-b4682f82f024 req-d91c536d-25da-467e-a67b-5b25a137b78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:52.396282 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-99f3122a-f6d7-4716-8bdd-b4682f82f024 req-d91c536d-25da-467e-a67b-5b25a137b78c service neutron] 10.222.0.26 "GET /v2.0/networks?id=2537e625-7989-4b10-a487-7ce1829aa8b3 HTTP/1.1" status: 200 len: 915 time: 0.1279137 May 19 05:48:52.430258 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-607e5c53-084e-448f-941a-378e1bd76a0d req-4a0a54ae-bcae-4cb5-91af-8396668daef0 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] 10.222.0.11 "GET /v2.0/security-groups?id=52d256ee-3d9a-4eca-8ebb-c265dc8feac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411122 May 19 05:48:52.555086 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-99f3122a-f6d7-4716-8bdd-b4682f82f024 req-efeb489f-a435-4ea0-b07c-ed1763379217 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6e18895e-4aaf-4554-8ea2-1a856decffc2 HTTP/1.1" status: 200 len: 217 time: 0.1455841 May 19 05:48:52.618019 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f3122a-f6d7-4716-8bdd-b4682f82f024 req-3230f262-f5ef-405a-843e-197598aaa1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:52.619401 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-99f3122a-f6d7-4716-8bdd-b4682f82f024 req-3230f262-f5ef-405a-843e-197598aaa1d3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f7c49e43-5148-4f74-a033-94da7fdde1ba HTTP/1.1" status: 200 len: 854 time: 0.0561066 May 19 05:48:52.670613 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-99f3122a-f6d7-4716-8bdd-b4682f82f024 req-cf7e7e41-5060-4cda-825e-8738c31ca4d8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2537e625-7989-4b10-a487-7ce1829aa8b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427275 May 19 05:48:52.799204 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-99f3122a-f6d7-4716-8bdd-b4682f82f024 req-8b0b9549-0141-426c-8433-42dcb8f5e25b service neutron] 10.222.0.26 "GET /v2.0/networks/2537e625-7989-4b10-a487-7ce1829aa8b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196120 May 19 05:48:52.927209 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-99f3122a-f6d7-4716-8bdd-b4682f82f024 req-4cfebc4e-b04a-44e8-bd52-10358b5642c9 service neutron] 10.222.0.26 "GET /v2.0/networks/2537e625-7989-4b10-a487-7ce1829aa8b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192977 May 19 05:48:53.617164 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4766175d-1951-4f95-a621-63d611e083ca req-0d1c84cd-c2a7-4f85-b326-71e6a60b0a1f tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:53.617889 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-4766175d-1951-4f95-a621-63d611e083ca req-0d1c84cd-c2a7-4f85-b326-71e6a60b0a1f tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] Synchronizing usage tracker for tenant:38c030c8d50b46a29b0438d7c3b7189d on resource:port {{(pid=103391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:48:53.632736 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-4766175d-1951-4f95-a621-63d611e083ca req-0d1c84cd-c2a7-4f85-b326-71e6a60b0a1f tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] Unset dirty status for tenant:38c030c8d50b46a29b0438d7c3b7189d on resource:port {{(pid=103391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:48:53.633833 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4766175d-1951-4f95-a621-63d611e083ca req-0d1c84cd-c2a7-4f85-b326-71e6a60b0a1f tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] 10.222.0.11 "GET /v2.0/ports?device_id=aba14e04-9a98-4633-ae1d-e6cf3a9602b0 HTTP/1.1" status: 200 len: 943 time: 0.0956120 May 19 05:48:53.678790 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4766175d-1951-4f95-a621-63d611e083ca req-ca3917f8-65b7-4bdc-8b97-b5ade82a342d tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] 10.222.0.11 "GET /v2.0/security-groups?id=52d256ee-3d9a-4eca-8ebb-c265dc8feac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391605 May 19 05:48:54.856288 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46894a19-1ea9-4348-bff4-fc92c9194116 req-6fd41a56-02cf-4c54-af86-6899881410f1 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:54.857708 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-46894a19-1ea9-4348-bff4-fc92c9194116 req-6fd41a56-02cf-4c54-af86-6899881410f1 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] 10.222.0.11 "GET /v2.0/ports?device_id=aba14e04-9a98-4633-ae1d-e6cf3a9602b0 HTTP/1.1" status: 200 len: 943 time: 0.0774586 May 19 05:48:54.900355 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-46894a19-1ea9-4348-bff4-fc92c9194116 req-0095dd74-53d7-4381-9ed3-d71ddd53be06 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] 10.222.0.11 "GET /v2.0/security-groups?id=52d256ee-3d9a-4eca-8ebb-c265dc8feac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368631 May 19 05:48:56.082839 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a614f7c-5f94-4124-8e68-6d9473919949 req-2bd5aac3-939d-41d4-8ae5-d3956701fef5 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:56.084253 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2a614f7c-5f94-4124-8e68-6d9473919949 req-2bd5aac3-939d-41d4-8ae5-d3956701fef5 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] 10.222.0.11 "GET /v2.0/ports?device_id=aba14e04-9a98-4633-ae1d-e6cf3a9602b0 HTTP/1.1" status: 200 len: 943 time: 0.0805948 May 19 05:48:56.127191 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2a614f7c-5f94-4124-8e68-6d9473919949 req-aabfe12e-2efd-4caf-bd89-afe143a83dd7 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] 10.222.0.11 "GET /v2.0/security-groups?id=52d256ee-3d9a-4eca-8ebb-c265dc8feac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373147 May 19 05:48:56.242043 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Device 6e18895e-4aaf-4554-8ea2-1a856decffc2 details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=103392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 05:48:56.372924 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] For port 6e18895e-4aaf-4554-8ea2-1a856decffc2, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=6e18895e-4aaf-4554-8ea2-1a856decffc2,segment=NetworkSegment(87acfb00-c013-496f-9866-cdca7e9ad1a6),segment_id=87acfb00-c013-496f-9866-cdca7e9ad1a6)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:48:56.385372 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Returning: {'device': '6e18895e-4aaf-4554-8ea2-1a856decffc2', 'network_id': '2537e625-7989-4b10-a487-7ce1829aa8b3', 'port_id': '6e18895e-4aaf-4554-8ea2-1a856decffc2', 'mac_address': 'fa:16:3e:1c:a4:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7c49e43-5148-4f74-a033-94da7fdde1ba', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 05:48:56.437778 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:56.453208 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e18895e-4aaf-4554-8ea2-1a856decffc2 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 05:48:56.467564 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] For port 6e18895e-4aaf-4554-8ea2-1a856decffc2, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=6e18895e-4aaf-4554-8ea2-1a856decffc2,segment=NetworkSegment(87acfb00-c013-496f-9866-cdca7e9ad1a6),segment_id=87acfb00-c013-496f-9866-cdca7e9ad1a6)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:48:56.471185 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:56.473459 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:48:56.538100 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Pushing event updated for resources: {'Port': ['ID=6e18895e-4aaf-4554-8ea2-1a856decffc2,revision_number=4']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:48:56.541022 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:48:56.808688 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] get_ports_and_sgs() called for port_ids ['6e18895e-4aaf-4554-8ea2-1a856decffc2'] {{(pid=103392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 05:48:57.309881 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4286d2-535f-4175-8ab0-a4955b7c6389 req-c16a9ae5-9a21-447f-9c3f-2263cf0b0674 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:57.311431 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-be4286d2-535f-4175-8ab0-a4955b7c6389 req-c16a9ae5-9a21-447f-9c3f-2263cf0b0674 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] 10.222.0.11 "GET /v2.0/ports?device_id=aba14e04-9a98-4633-ae1d-e6cf3a9602b0 HTTP/1.1" status: 200 len: 944 time: 0.0829568 May 19 05:48:57.355546 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-be4286d2-535f-4175-8ab0-a4955b7c6389 req-cc5a0171-3302-4346-914a-b2a19504fd1b tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] 10.222.0.11 "GET /v2.0/security-groups?id=52d256ee-3d9a-4eca-8ebb-c265dc8feac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384355 May 19 05:48:57.389872 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-010d1232-7f11-4438-88c6-99efab1e615a req-4ea92dcd-6083-46b3-b700-2afcd6bfe12d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ce2b4528-1444-43e7-8e87-c4472b92ebf9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0777678 May 19 05:48:57.482544 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d1232-7f11-4438-88c6-99efab1e615a req-b7d99d89-b028-4357-8f10-e093d769074a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:57.484004 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-010d1232-7f11-4438-88c6-99efab1e615a req-b7d99d89-b028-4357-8f10-e093d769074a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c17fd9a8c56841e28e94a39c06931094&device_id=ce2b4528-1444-43e7-8e87-c4472b92ebf9 HTTP/1.1" status: 200 len: 1099 time: 0.0720744 May 19 05:48:57.583979 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-8ef77f1b-c1f2-4f7f-903c-9c4facac0416 None None] Agent healthcheck: found 6 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 05:48:57.627618 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d1232-7f11-4438-88c6-99efab1e615a req-876889e9-9371-425a-817c-07ada4994ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:57.629054 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-010d1232-7f11-4438-88c6-99efab1e615a req-876889e9-9371-425a-817c-07ada4994ebc service neutron] 10.222.0.26 "GET /v2.0/networks?id=66468b2a-efab-4a3c-bf32-cbdbf073937c HTTP/1.1" status: 200 len: 918 time: 0.1225436 May 19 05:48:57.741721 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-010d1232-7f11-4438-88c6-99efab1e615a req-33168344-9d4c-45bb-aa99-65a04a7c04e5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=942ebcfa-98eb-4d38-870e-cd0f4b5236e0 HTTP/1.1" status: 200 len: 1001 time: 0.0938275 May 19 05:48:57.801641 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d1232-7f11-4438-88c6-99efab1e615a req-e217bb16-130b-4aca-a152-6cb224bbf640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:57.803625 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-010d1232-7f11-4438-88c6-99efab1e615a req-e217bb16-130b-4aca-a152-6cb224bbf640 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0fe61487-2837-401f-bfcd-f193a4daf6f6 HTTP/1.1" status: 200 len: 856 time: 0.0550351 May 19 05:48:57.879010 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d1232-7f11-4438-88c6-99efab1e615a req-809032fa-d794-4061-aa25-ca591e6560fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:57.880436 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-010d1232-7f11-4438-88c6-99efab1e615a req-809032fa-d794-4061-aa25-ca591e6560fd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=66468b2a-efab-4a3c-bf32-cbdbf073937c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0698409 May 19 05:48:58.008250 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-010d1232-7f11-4438-88c6-99efab1e615a req-509d9667-1e4c-4331-ad05-d2d798359bf0 service neutron] 10.222.0.26 "GET /v2.0/networks/66468b2a-efab-4a3c-bf32-cbdbf073937c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197915 May 19 05:48:58.135803 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-010d1232-7f11-4438-88c6-99efab1e615a req-abfe9436-f339-415f-872b-f2ec52595ea6 service neutron] 10.222.0.26 "GET /v2.0/networks/66468b2a-efab-4a3c-bf32-cbdbf073937c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191084 May 19 05:48:58.205549 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:58.246947 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Device 6e18895e-4aaf-4554-8ea2-1a856decffc2 up at agent hyperv_hv-cinder-78240 {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:48:58.314345 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Provisioning for port 6e18895e-4aaf-4554-8ea2-1a856decffc2 completed by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:48:58.318628 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Provisioning complete for port 6e18895e-4aaf-4554-8ea2-1a856decffc2 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:48:58.319003 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:58.433767 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:58.462711 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aba14e04-9a98-4633-ae1d-e6cf3a9602b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e18895e-4aaf-4554-8ea2-1a856decffc2'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:48:58.473239 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] For port 6e18895e-4aaf-4554-8ea2-1a856decffc2, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=6e18895e-4aaf-4554-8ea2-1a856decffc2,segment=NetworkSegment(87acfb00-c013-496f-9866-cdca7e9ad1a6),segment_id=87acfb00-c013-496f-9866-cdca7e9ad1a6)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:48:58.478495 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:58.480894 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:48:58.518636 dv-cinder-782405-8-iscsi neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aba14e04-9a98-4633-ae1d-e6cf3a9602b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e18895e-4aaf-4554-8ea2-1a856decffc2', 'code': 200} May 19 05:48:58.551688 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Pushing event updated for resources: {'Port': ['ID=6e18895e-4aaf-4554-8ea2-1a856decffc2,revision_number=5']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:48:58.555041 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:48:58.562730 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410b3ac4-1806-4646-af98-b54962f0fc17 req-fa215155-9287-4750-b46a-f8bec805a4c4 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:58.564207 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-410b3ac4-1806-4646-af98-b54962f0fc17 req-fa215155-9287-4750-b46a-f8bec805a4c4 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] 10.222.0.11 "GET /v2.0/ports?device_id=aba14e04-9a98-4633-ae1d-e6cf3a9602b0 HTTP/1.1" status: 200 len: 945 time: 0.0984504 May 19 05:48:58.612479 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-410b3ac4-1806-4646-af98-b54962f0fc17 req-9b9df576-0660-4f65-805d-79ca22d4666c tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] 10.222.0.11 "GET /v2.0/security-groups?id=52d256ee-3d9a-4eca-8ebb-c265dc8feac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420129 May 19 05:48:58.766788 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c508ddd5-3854-4355-8dcb-5e8923472b09 req-ed778120-5e6a-4a57-8b09-3f829fc2b220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:58.768251 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c508ddd5-3854-4355-8dcb-5e8923472b09 req-ed778120-5e6a-4a57-8b09-3f829fc2b220 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=aba14e04-9a98-4633-ae1d-e6cf3a9602b0 HTTP/1.1" status: 200 len: 1098 time: 0.0730290 May 19 05:48:58.890821 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c508ddd5-3854-4355-8dcb-5e8923472b09 req-628589cc-2757-4c81-9faf-c813de919ff2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=52d256ee-3d9a-4eca-8ebb-c265dc8feac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161251 May 19 05:48:59.799868 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dc45ee-2aed-4cb1-909a-1286536b0c27 req-4a7feaca-35b1-46cd-93e6-7d47141bf5cb tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:59.801210 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-13dc45ee-2aed-4cb1-909a-1286536b0c27 req-4a7feaca-35b1-46cd-93e6-7d47141bf5cb tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] 10.222.0.11 "GET /v2.0/ports?device_id=aba14e04-9a98-4633-ae1d-e6cf3a9602b0 HTTP/1.1" status: 200 len: 945 time: 0.0781853 May 19 05:48:59.844512 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-13dc45ee-2aed-4cb1-909a-1286536b0c27 req-bc36e4c7-31e1-41fa-bbe3-ed44455f83ca tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] 10.222.0.11 "GET /v2.0/security-groups?id=52d256ee-3d9a-4eca-8ebb-c265dc8feac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374737 May 19 05:49:00.099185 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf76195-5daa-4196-8d7c-9f5bdecf8aee req-8a4657f3-7cc0-4e7d-82d6-5660382b76d8 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:49:00.100614 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0bf76195-5daa-4196-8d7c-9f5bdecf8aee req-8a4657f3-7cc0-4e7d-82d6-5660382b76d8 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd225894-7d8c-4a3c-a864-a7d7f8455f40 HTTP/1.1" status: 200 len: 945 time: 0.0769532 May 19 05:49:00.148140 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0bf76195-5daa-4196-8d7c-9f5bdecf8aee req-3ca6cbd9-151a-4e21-a218-03f45e009054 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/security-groups?id=37e5abca-3298-4ac0-bcbf-b5dda918576d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415423 May 19 05:49:00.170908 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 49138) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:49:00.284527 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb22e9a3-f7ee-469b-a1c9-3c86ecca73e2 tempest-TestMinimumBasicScenario-613532238 tempest-TestMinimumBasicScenario-613532238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:49:00.288707 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-bb22e9a3-f7ee-469b-a1c9-3c86ecca73e2 tempest-TestMinimumBasicScenario-613532238 tempest-TestMinimumBasicScenario-613532238-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=dd225894-7d8c-4a3c-a864-a7d7f8455f40 HTTP/1.1" status: 200 len: 1093 time: 0.1140974 May 19 05:49:00.288929 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 49144) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:49:00.294256 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-22f6ca09-6c42-476b-b07a-084e62e0afae tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Request body: {'floatingip': {'floating_network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'port_id': '4608abd5-8621-4ac3-852b-112181bd1669', 'tenant_id': 'e181904a5b24481e86fd6fc2c82285c0', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:49:00.300101 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-22f6ca09-6c42-476b-b07a-084e62e0afae tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:49:00.304440 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-22f6ca09-6c42-476b-b07a-084e62e0afae tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Usage tracker for resource:floatingip and tenant:e181904a5b24481e86fd6fc2c82285c0 is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:49:00.307263 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-22f6ca09-6c42-476b-b07a-084e62e0afae tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:49:00.313178 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-22f6ca09-6c42-476b-b07a-084e62e0afae tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:49:00.323962 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-22f6ca09-6c42-476b-b07a-084e62e0afae tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Notify callbacks [] for floatingip, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:00.457289 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-22f6ca09-6c42-476b-b07a-084e62e0afae tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:00.597526 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [None req-22f6ca09-6c42-476b-b07a-084e62e0afae tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Allocated IP 172.27.0.15 (1e6dde84-3174-47a4-a93f-45a4a19145c3/a354a417-b24c-44ef-b568-941dc79a6d49/9e2e3d9e-d6ef-438c-8f04-272f5e075fdb) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 05:49:00.741742 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-22f6ca09-6c42-476b-b07a-084e62e0afae tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Notify callbacks [] for port, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:00.769479 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-22f6ca09-6c42-476b-b07a-084e62e0afae tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742272799735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263355286'] for port, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:00.773762 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-919942bf-1385-4c90-ae1d-d2e7de96a87e tempest-AttachVolumeNegativeTest-1628436849 tempest-AttachVolumeNegativeTest-1628436849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:49:00.833404 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f6ca09-6c42-476b-b07a-084e62e0afae tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Network 1e6dde84-3174-47a4-a93f-45a4a19145c3 is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:49:00.836163 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-22f6ca09-6c42-476b-b07a-084e62e0afae tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:49:00.839696 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f6ca09-6c42-476b-b07a-084e62e0afae tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 05:49:00.875861 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f6ca09-6c42-476b-b07a-084e62e0afae tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Pushing event updated for resources: {'Port': ['ID=9e2e3d9e-d6ef-438c-8f04-272f5e075fdb,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:49:00.879909 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-22f6ca09-6c42-476b-b07a-084e62e0afae tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:49:01.030997 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc724c2-5a38-429f-8202-7ca307a36d8b req-afc8a31a-7fb5-40b1-8abd-91041e71e7a1 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:49:01.032358 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5bc724c2-5a38-429f-8202-7ca307a36d8b req-afc8a31a-7fb5-40b1-8abd-91041e71e7a1 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] 10.222.0.11 "GET /v2.0/ports?device_id=aba14e04-9a98-4633-ae1d-e6cf3a9602b0 HTTP/1.1" status: 200 len: 945 time: 0.0824118 May 19 05:49:01.076501 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5bc724c2-5a38-429f-8202-7ca307a36d8b req-9bcf7088-8872-45a4-83ae-af05f5e1f455 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] 10.222.0.11 "GET /v2.0/security-groups?id=52d256ee-3d9a-4eca-8ebb-c265dc8feac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376923 May 19 05:49:01.246808 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-22f6ca09-6c42-476b-b07a-084e62e0afae tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:01.332321 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-22f6ca09-6c42-476b-b07a-084e62e0afae tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:01.551536 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-22f6ca09-6c42-476b-b07a-084e62e0afae tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Notify callbacks [] for port, precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:01.557861 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-22f6ca09-6c42-476b-b07a-084e62e0afae tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263355279'] for port, after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:01.562848 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-a91579e4-f3f5-4777-a21f-b58fd4fa991f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:49:01.670985 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f6ca09-6c42-476b-b07a-084e62e0afae tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Pushing event updated for resources: {'Port': ['ID=9e2e3d9e-d6ef-438c-8f04-272f5e075fdb,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:49:01.674220 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-22f6ca09-6c42-476b-b07a-084e62e0afae tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:49:01.680833 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-22f6ca09-6c42-476b-b07a-084e62e0afae tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-399030'] for floatingip, after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:01.924235 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.db.l3_db [None req-22f6ca09-6c42-476b-b07a-084e62e0afae tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Floating IP e7d47287-bf6a-4b9c-b11a-dc7de6db6aca associated. External IP: 172.27.0.15, port: 4608abd5-8621-4ac3-852b-112181bd1669. May 19 05:49:02.267425 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22f6ca09-6c42-476b-b07a-084e62e0afae tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Router 301c1d58-e7e9-434a-a0d2-b6c6a7ea3784 has already been hosted by L3 agent b1c473b1-11ec-4d73-8852-93414dd700fb {{(pid=103391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 05:49:02.442034 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22f6ca09-6c42-476b-b07a-084e62e0afae tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Notify agent at l3_agent.dv-cinder-782405-8-iscsi the message routers_updated {{(pid=103391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 05:49:02.451506 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd17860-004f-4b6c-8d65-162640de05b5 None None] Sync routers for ids ['301c1d58-e7e9-434a-a0d2-b6c6a7ea3784'] in dv-cinder-782405-8-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 05:49:02.460684 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd17860-004f-4b6c-8d65-162640de05b5 None None] Routers {'301c1d58-e7e9-434a-a0d2-b6c6a7ea3784'} bound to L3 agent in host dv-cinder-782405-8-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:49:02.461313 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-bdd17860-004f-4b6c-8d65-162640de05b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T05:35:15Z,description=,heartbeat_timestamp=2021-05-19T05:48:45Z,host='dv-cinder-782405-8-iscsi',id=b1c473b1-11ec-4d73-8852-93414dd700fb,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:35:15Z,topic='l3_agent')) {'router_ids': ['301c1d58-e7e9-434a-a0d2-b6c6a7ea3784'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:49:02.465046 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-22f6ca09-6c42-476b-b07a-084e62e0afae tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13023'] for floatingip, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:02.518948 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-22f6ca09-6c42-476b-b07a-084e62e0afae tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2289393 May 19 05:49:02.519569 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd225894-7d8c-4a3c-a864-a7d7f8455f40', 'tag': '4608abd5-8621-4ac3-852b-112181bd1669'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:49:02.522342 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 49164) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:49:02.527773 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-98cd6b0a-24ed-43d4-9d47-859ad457cf5a tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1966487890', 'description': 'tempest-secgroup-smoke-1966487890 description', 'project_id': 'e181904a5b24481e86fd6fc2c82285c0'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:49:02.533719 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-98cd6b0a-24ed-43d4-9d47-859ad457cf5a tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:49:02.543805 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-98cd6b0a-24ed-43d4-9d47-859ad457cf5a tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:49:02.553403 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-98cd6b0a-24ed-43d4-9d47-859ad457cf5a tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Notify callbacks [] for security_group, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:02.563168 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd225894-7d8c-4a3c-a864-a7d7f8455f40', 'tag': '4608abd5-8621-4ac3-852b-112181bd1669', 'status': 'completed', 'code': 200} May 19 05:49:02.574532 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-98cd6b0a-24ed-43d4-9d47-859ad457cf5a tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:49:02.578600 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-98cd6b0a-24ed-43d4-9d47-859ad457cf5a tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Usage tracker for resource:security_group_rule and tenant:e181904a5b24481e86fd6fc2c82285c0 is out of sync, need to count used quota {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:49:02.581669 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-98cd6b0a-24ed-43d4-9d47-859ad457cf5a tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:49:02.588055 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-98cd6b0a-24ed-43d4-9d47-859ad457cf5a tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:49:02.649346 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-bdd17860-004f-4b6c-8d65-162640de05b5 None None] Set router 301c1d58-e7e9-434a-a0d2-b6c6a7ea3784 gateway port host: dv-cinder-782405-8-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:49:02.675739 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-98cd6b0a-24ed-43d4-9d47-859ad457cf5a tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Notify callbacks [] for security_group, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:02.680824 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-98cd6b0a-24ed-43d4-9d47-859ad457cf5a tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:02.686073 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-de474d93-27cc-4135-afaa-1f71d74c6483 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:49:02.710583 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43720bf1-c49f-40ff-ab21-b23153b75068 req-51f611b6-dca2-4f3b-9e68-7d07d379eaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:49:02.712244 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-43720bf1-c49f-40ff-ab21-b23153b75068 req-51f611b6-dca2-4f3b-9e68-7d07d379eaa1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e181904a5b24481e86fd6fc2c82285c0&device_id=dd225894-7d8c-4a3c-a864-a7d7f8455f40 HTTP/1.1" status: 200 len: 1098 time: 0.1014745 May 19 05:49:02.727239 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cd6b0a-24ed-43d4-9d47-859ad457cf5a tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=672d96e6-fc88-43fe-ad35-ca9ee1d9e7f8,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:49:02.735047 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cd6b0a-24ed-43d4-9d47-859ad457cf5a tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:49:02.735415 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cd6b0a-24ed-43d4-9d47-859ad457cf5a tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:49:02.735781 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cd6b0a-24ed-43d4-9d47-859ad457cf5a tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:49:02.736134 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cd6b0a-24ed-43d4-9d47-859ad457cf5a tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:49:02.736480 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cd6b0a-24ed-43d4-9d47-859ad457cf5a tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:49:02.736830 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cd6b0a-24ed-43d4-9d47-859ad457cf5a tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:49:02.737176 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cd6b0a-24ed-43d4-9d47-859ad457cf5a tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:49:02.737524 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cd6b0a-24ed-43d4-9d47-859ad457cf5a tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:49:02.737870 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cd6b0a-24ed-43d4-9d47-859ad457cf5a tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:49:02.738212 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cd6b0a-24ed-43d4-9d47-859ad457cf5a tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:49:02.738586 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cd6b0a-24ed-43d4-9d47-859ad457cf5a tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:49:02.738975 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cd6b0a-24ed-43d4-9d47-859ad457cf5a tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:49:02.742008 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-98cd6b0a-24ed-43d4-9d47-859ad457cf5a tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Notify callbacks [] for security_group, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:02.743216 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-98cd6b0a-24ed-43d4-9d47-859ad457cf5a tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2198424 May 19 05:49:02.744075 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-98cd6b0a-24ed-43d4-9d47-859ad457cf5a tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:49:02.746034 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 49172) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:49:02.751210 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-ce8c1990-121a-4492-a02b-e60d247b3775 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Request body: {'security_group_rule': {'security_group_id': '672d96e6-fc88-43fe-ad35-ca9ee1d9e7f8', 'project_id': 'e181904a5b24481e86fd6fc2c82285c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:49:02.757022 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-ce8c1990-121a-4492-a02b-e60d247b3775 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:49:02.760834 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-ce8c1990-121a-4492-a02b-e60d247b3775 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Usage tracker for resource:security_group_rule and tenant:e181904a5b24481e86fd6fc2c82285c0 is out of sync, need to count used quota {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:49:02.763993 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-ce8c1990-121a-4492-a02b-e60d247b3775 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:49:02.769307 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-ce8c1990-121a-4492-a02b-e60d247b3775 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:49:02.792711 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ce8c1990-121a-4492-a02b-e60d247b3775 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:02.862605 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ce8c1990-121a-4492-a02b-e60d247b3775 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:02.864837 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43720bf1-c49f-40ff-ab21-b23153b75068 req-e51075a5-0a54-4858-a8cc-d20d61b626fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:49:02.867406 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-43720bf1-c49f-40ff-ab21-b23153b75068 req-e51075a5-0a54-4858-a8cc-d20d61b626fa service neutron] 10.222.0.26 "GET /v2.0/networks?id=7c664d96-1ac8-4288-8a72-335d87e81f53 HTTP/1.1" status: 200 len: 916 time: 0.1462855 May 19 05:49:02.868516 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ce8c1990-121a-4492-a02b-e60d247b3775 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555713'] for security_group_rule, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:02.870442 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:49:02.887527 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8c1990-121a-4492-a02b-e60d247b3775 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a06a9a8-6065-4828-b2de-8df0e387ae14,revision_number=0']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:49:02.895986 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-ce8c1990-121a-4492-a02b-e60d247b3775 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:49:02.909505 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ce8c1990-121a-4492-a02b-e60d247b3775 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:02.911074 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-ce8c1990-121a-4492-a02b-e60d247b3775 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1640279 May 19 05:49:02.913704 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 49176) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:49:02.919503 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-a1cc02a2-bd0e-4d64-a6ce-ce9ae816dc42 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Request body: {'security_group_rule': {'security_group_id': '672d96e6-fc88-43fe-ad35-ca9ee1d9e7f8', 'project_id': 'e181904a5b24481e86fd6fc2c82285c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:49:02.925827 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-a1cc02a2-bd0e-4d64-a6ce-ce9ae816dc42 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:49:02.933549 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-a1cc02a2-bd0e-4d64-a6ce-ce9ae816dc42 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Usage tracker for resource:security_group_rule and tenant:e181904a5b24481e86fd6fc2c82285c0 is out of sync, need to count used quota {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:49:02.936688 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-a1cc02a2-bd0e-4d64-a6ce-ce9ae816dc42 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:49:02.945274 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-a1cc02a2-bd0e-4d64-a6ce-ce9ae816dc42 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:49:02.967443 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a1cc02a2-bd0e-4d64-a6ce-ce9ae816dc42 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:03.004398 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-43720bf1-c49f-40ff-ab21-b23153b75068 req-f4800c93-6d7d-4dec-96c5-93d82a77e82d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4608abd5-8621-4ac3-852b-112181bd1669 HTTP/1.1" status: 200 len: 998 time: 0.1114244 May 19 05:49:03.040956 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a1cc02a2-bd0e-4d64-a6ce-ce9ae816dc42 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:03.045263 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a1cc02a2-bd0e-4d64-a6ce-ce9ae816dc42 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555713'] for security_group_rule, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:03.046662 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-bdd17860-004f-4b6c-8d65-162640de05b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '301c1d58-e7e9-434a-a0d2-b6c6a7ea3784', 'name': 'tempest-TestMinimumBasicScenario-1628436141-router', 'tenant_id': 'e181904a5b24481e86fd6fc2c82285c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '352510d7-da5c-4ef4-91d1-35eb3de32508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:47:47Z', 'updated_at': '2021-05-19T05:47:51Z', 'revision_number': 4, 'project_id': 'e181904a5b24481e86fd6fc2c82285c0', 'gw_port': {'id': '352510d7-da5c-4ef4-91d1-35eb3de32508', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:30:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301c1d58-e7e9-434a-a0d2-b6c6a7ea3784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:47:48Z', 'updated_at': '2021-05-19T05:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi', '_floatingips': [{'id': 'e7d47287-bf6a-4b9c-b11a-dc7de6db6aca', 'tenant_id': 'e181904a5b24481e86fd6fc2c82285c0', 'floating_ip_address': '172.27.0.15', 'floating_network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'router_id': '301c1d58-e7e9-434a-a0d2-b6c6a7ea3784', 'port_id': '4608abd5-8621-4ac3-852b-112181bd1669', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c664d96-1ac8-4288-8a72-335d87e81f53', 'mac_address': 'fa:16:3e:cf:c7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd225894-7d8c-4a3c-a864-a7d7f8455f40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T05:49:01Z', 'updated_at': '2021-05-19T05:49:01Z', 'revision_number': 0, 'project_id': 'e181904a5b24481e86fd6fc2c82285c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b524f5e-763f-482f-bda6-09836ea78686', 'name': '', 'network_id': '7c664d96-1ac8-4288-8a72-335d87e81f53', 'tenant_id': 'e181904a5b24481e86fd6fc2c82285c0', 'mac_address': 'fa:16:3e:09:88:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301c1d58-e7e9-434a-a0d2-b6c6a7ea3784', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '493b9886-1e03-40f1-b780-ac1eb5696ec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:47:50Z', 'updated_at': '2021-05-19T05:47:58Z', 'revision_number': 5, 'project_id': 'e181904a5b24481e86fd6fc2c82285c0', 'subnets': [{'id': '493b9886-1e03-40f1-b780-ac1eb5696ec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:49:03.050643 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd17860-004f-4b6c-8d65-162640de05b5 None None] Checking router: 301c1d58-e7e9-434a-a0d2-b6c6a7ea3784 for host: dv-cinder-782405-8-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 05:49:03.059498 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd17860-004f-4b6c-8d65-162640de05b5 None None] Routers {'301c1d58-e7e9-434a-a0d2-b6c6a7ea3784'} bound to L3 agent in host dv-cinder-782405-8-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:49:03.060180 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-bdd17860-004f-4b6c-8d65-162640de05b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T05:35:15Z,description=,heartbeat_timestamp=2021-05-19T05:48:45Z,host='dv-cinder-782405-8-iscsi',id=b1c473b1-11ec-4d73-8852-93414dd700fb,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:35:15Z,topic='l3_agent')) {'router_ids': ['301c1d58-e7e9-434a-a0d2-b6c6a7ea3784'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:49:03.067014 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:49:03.069644 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43720bf1-c49f-40ff-ab21-b23153b75068 req-9428ebbd-824b-49c9-a8a8-e2f746dae5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:49:03.071176 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-43720bf1-c49f-40ff-ab21-b23153b75068 req-9428ebbd-824b-49c9-a8a8-e2f746dae5cc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=493b9886-1e03-40f1-b780-ac1eb5696ec6 HTTP/1.1" status: 200 len: 854 time: 0.0603621 May 19 05:49:03.076260 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a1cc02a2-bd0e-4d64-a6ce-ce9ae816dc42 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:03.077399 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-a1cc02a2-bd0e-4d64-a6ce-ce9ae816dc42 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1626949 May 19 05:49:03.080128 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 49180) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:49:03.082252 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cc02a2-bd0e-4d64-a6ce-ce9ae816dc42 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2e33b7b-9f8e-4856-bd34-3bef46657fd5,revision_number=0']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:49:03.085365 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-a1cc02a2-bd0e-4d64-a6ce-ce9ae816dc42 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:49:03.086262 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-334a8ffe-9598-4641-bec6-e61a88a505cd tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Request body: {'security_group_rule': {'security_group_id': '672d96e6-fc88-43fe-ad35-ca9ee1d9e7f8', 'project_id': 'e181904a5b24481e86fd6fc2c82285c0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:49:03.120782 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-334a8ffe-9598-4641-bec6-e61a88a505cd tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:49:03.133300 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-334a8ffe-9598-4641-bec6-e61a88a505cd tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Usage tracker for resource:security_group_rule and tenant:e181904a5b24481e86fd6fc2c82285c0 is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:49:03.138031 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-334a8ffe-9598-4641-bec6-e61a88a505cd tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:49:03.151027 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-334a8ffe-9598-4641-bec6-e61a88a505cd tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:49:03.171958 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-334a8ffe-9598-4641-bec6-e61a88a505cd tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:03.212594 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43720bf1-c49f-40ff-ab21-b23153b75068 req-2afe7333-7956-474b-bcc5-942d97967b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:49:03.214061 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-43720bf1-c49f-40ff-ab21-b23153b75068 req-2afe7333-7956-474b-bcc5-942d97967b68 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7c664d96-1ac8-4288-8a72-335d87e81f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1223307 May 19 05:49:03.231607 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-bdd17860-004f-4b6c-8d65-162640de05b5 None None] Set router 301c1d58-e7e9-434a-a0d2-b6c6a7ea3784 gateway port host: dv-cinder-782405-8-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:49:03.272827 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-334a8ffe-9598-4641-bec6-e61a88a505cd tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:03.316731 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-334a8ffe-9598-4641-bec6-e61a88a505cd tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555713'] for security_group_rule, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:03.328289 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:49:03.460737 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334a8ffe-9598-4641-bec6-e61a88a505cd tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fe7532a-3d32-4ebc-9ed0-b5a3d311fbd1,revision_number=0']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:49:03.466967 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-334a8ffe-9598-4641-bec6-e61a88a505cd tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:49:03.476253 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-334a8ffe-9598-4641-bec6-e61a88a505cd tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:03.477447 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-334a8ffe-9598-4641-bec6-e61a88a505cd tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3963525 May 19 05:49:03.480425 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 49184) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:49:03.486642 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-811bceb4-3ac5-44f8-842a-ade23d086f41 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Request body: {'security_group_rule': {'security_group_id': '672d96e6-fc88-43fe-ad35-ca9ee1d9e7f8', 'project_id': 'e181904a5b24481e86fd6fc2c82285c0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:49:03.493837 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-811bceb4-3ac5-44f8-842a-ade23d086f41 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:49:03.495627 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-43720bf1-c49f-40ff-ab21-b23153b75068 req-2bedb619-ca60-4ba6-85f2-b85a49b0206a service neutron] 10.222.0.26 "GET /v2.0/networks/7c664d96-1ac8-4288-8a72-335d87e81f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683699 May 19 05:49:03.497573 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-811bceb4-3ac5-44f8-842a-ade23d086f41 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Usage tracker for resource:security_group_rule and tenant:e181904a5b24481e86fd6fc2c82285c0 is out of sync, need to count used quota {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:49:03.500455 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-811bceb4-3ac5-44f8-842a-ade23d086f41 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:49:03.507415 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-811bceb4-3ac5-44f8-842a-ade23d086f41 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:49:03.525499 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-811bceb4-3ac5-44f8-842a-ade23d086f41 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:03.581845 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-bdd17860-004f-4b6c-8d65-162640de05b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '301c1d58-e7e9-434a-a0d2-b6c6a7ea3784', 'name': 'tempest-TestMinimumBasicScenario-1628436141-router', 'tenant_id': 'e181904a5b24481e86fd6fc2c82285c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '352510d7-da5c-4ef4-91d1-35eb3de32508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:47:47Z', 'updated_at': '2021-05-19T05:47:51Z', 'revision_number': 4, 'project_id': 'e181904a5b24481e86fd6fc2c82285c0', 'gw_port': {'id': '352510d7-da5c-4ef4-91d1-35eb3de32508', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:30:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301c1d58-e7e9-434a-a0d2-b6c6a7ea3784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:47:48Z', 'updated_at': '2021-05-19T05:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi', '_floatingips': [{'id': 'e7d47287-bf6a-4b9c-b11a-dc7de6db6aca', 'tenant_id': 'e181904a5b24481e86fd6fc2c82285c0', 'floating_ip_address': '172.27.0.15', 'floating_network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'router_id': '301c1d58-e7e9-434a-a0d2-b6c6a7ea3784', 'port_id': '4608abd5-8621-4ac3-852b-112181bd1669', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c664d96-1ac8-4288-8a72-335d87e81f53', 'mac_address': 'fa:16:3e:cf:c7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd225894-7d8c-4a3c-a864-a7d7f8455f40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T05:49:01Z', 'updated_at': '2021-05-19T05:49:01Z', 'revision_number': 0, 'project_id': 'e181904a5b24481e86fd6fc2c82285c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b524f5e-763f-482f-bda6-09836ea78686', 'name': '', 'network_id': '7c664d96-1ac8-4288-8a72-335d87e81f53', 'tenant_id': 'e181904a5b24481e86fd6fc2c82285c0', 'mac_address': 'fa:16:3e:09:88:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301c1d58-e7e9-434a-a0d2-b6c6a7ea3784', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '493b9886-1e03-40f1-b780-ac1eb5696ec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:47:50Z', 'updated_at': '2021-05-19T05:47:58Z', 'revision_number': 5, 'project_id': 'e181904a5b24481e86fd6fc2c82285c0', 'subnets': [{'id': '493b9886-1e03-40f1-b780-ac1eb5696ec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:49:03.586823 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd17860-004f-4b6c-8d65-162640de05b5 None None] The sync data for ids ['301c1d58-e7e9-434a-a0d2-b6c6a7ea3784'] in dv-cinder-782405-8-iscsi is: [{'id': '301c1d58-e7e9-434a-a0d2-b6c6a7ea3784', 'name': 'tempest-TestMinimumBasicScenario-1628436141-router', 'tenant_id': 'e181904a5b24481e86fd6fc2c82285c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '352510d7-da5c-4ef4-91d1-35eb3de32508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:47:47Z', 'updated_at': '2021-05-19T05:47:51Z', 'revision_number': 4, 'project_id': 'e181904a5b24481e86fd6fc2c82285c0', 'gw_port': {'id': '352510d7-da5c-4ef4-91d1-35eb3de32508', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:30:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301c1d58-e7e9-434a-a0d2-b6c6a7ea3784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:47:48Z', 'updated_at': '2021-05-19T05:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi', '_floatingips': [{'id': 'e7d47287-bf6a-4b9c-b11a-dc7de6db6aca', 'tenant_id': 'e181904a5b24481e86fd6fc2c82285c0', 'floating_ip_address': '172.27.0.15', 'floating_network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'router_id': '301c1d58-e7e9-434a-a0d2-b6c6a7ea3784', 'port_id': '4608abd5-8621-4ac3-852b-112181bd1669', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c664d96-1ac8-4288-8a72-335d87e81f53', 'mac_address': 'fa:16:3e:cf:c7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd225894-7d8c-4a3c-a864-a7d7f8455f40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T05:49:01Z', 'updated_at': '2021-05-19T05:49:01Z', 'revision_number': 0, 'project_id': 'e181904a5b24481e86fd6fc2c82285c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b524f5e-763f-482f-bda6-09836ea78686', 'name': '', 'network_id': '7c664d96-1ac8-4288-8a72-335d87e81f53', 'tenant_id': 'e181904a5b24481e86fd6fc2c82285c0', 'mac_address': 'fa:16:3e:09:88:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301c1d58-e7e9-434a-a0d2-b6c6a7ea3784', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '493b9886-1e03-40f1-b780-ac1eb5696ec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:47:50Z', 'updated_at': '2021-05-19T05:47:58Z', 'revision_number': 5, 'project_id': 'e181904a5b24481e86fd6fc2c82285c0', 'subnets': [{'id': '493b9886-1e03-40f1-b780-ac1eb5696ec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 05:49:03.596899 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-811bceb4-3ac5-44f8-842a-ade23d086f41 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:03.600785 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-811bceb4-3ac5-44f8-842a-ade23d086f41 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555713'] for security_group_rule, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:03.603006 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:49:03.626982 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811bceb4-3ac5-44f8-842a-ade23d086f41 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03cc5573-fe9b-4215-a2e2-ba44166b3cb7,revision_number=0']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:49:03.629533 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-811bceb4-3ac5-44f8-842a-ade23d086f41 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:49:03.638426 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-811bceb4-3ac5-44f8-842a-ade23d086f41 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:03.639930 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-811bceb4-3ac5-44f8-842a-ade23d086f41 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1584313 May 19 05:49:03.642612 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 49188) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:49:03.642979 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-43720bf1-c49f-40ff-ab21-b23153b75068 req-7feb1a7d-68f7-4b53-b36d-f006e2168be5 service neutron] 10.222.0.26 "GET /v2.0/networks/7c664d96-1ac8-4288-8a72-335d87e81f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404150 May 19 05:49:03.648204 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-255eb3d5-dada-4e06-9b2a-0981e4a80c9a tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Request body: {'security_group_rule': {'security_group_id': '672d96e6-fc88-43fe-ad35-ca9ee1d9e7f8', 'project_id': 'e181904a5b24481e86fd6fc2c82285c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:49:03.654322 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-255eb3d5-dada-4e06-9b2a-0981e4a80c9a tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:49:03.658634 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-255eb3d5-dada-4e06-9b2a-0981e4a80c9a tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Usage tracker for resource:security_group_rule and tenant:e181904a5b24481e86fd6fc2c82285c0 is out of sync, need to count used quota {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:49:03.662109 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-255eb3d5-dada-4e06-9b2a-0981e4a80c9a tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:49:03.668922 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-255eb3d5-dada-4e06-9b2a-0981e4a80c9a tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:49:03.681610 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.db.securitygroups_db [None req-255eb3d5-dada-4e06-9b2a-0981e4a80c9a tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Project e181904a5b24481e86fd6fc2c82285c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 05:49:03.687511 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-255eb3d5-dada-4e06-9b2a-0981e4a80c9a tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:03.752759 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-255eb3d5-dada-4e06-9b2a-0981e4a80c9a tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:03.757426 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-255eb3d5-dada-4e06-9b2a-0981e4a80c9a tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555713'] for security_group_rule, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:03.760308 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:49:03.783309 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255eb3d5-dada-4e06-9b2a-0981e4a80c9a tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cafef75d-6430-4511-b673-ae3284af037f,revision_number=0']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:49:03.785864 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-255eb3d5-dada-4e06-9b2a-0981e4a80c9a tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:49:03.795150 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-255eb3d5-dada-4e06-9b2a-0981e4a80c9a tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:03.796321 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-255eb3d5-dada-4e06-9b2a-0981e4a80c9a tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1526403 May 19 05:49:03.799018 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 49194) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:49:03.804721 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-e8e8969f-5c96-4130-8127-aa2c7a40b066 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Request body: {'security_group_rule': {'security_group_id': '672d96e6-fc88-43fe-ad35-ca9ee1d9e7f8', 'project_id': 'e181904a5b24481e86fd6fc2c82285c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:49:03.811288 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94549dfc-aef0-4e77-b220-791b52e80375 None None] New status for floating IP e7d47287-bf6a-4b9c-b11a-dc7de6db6aca: ACTIVE {{(pid=103393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 05:49:03.811798 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-e8e8969f-5c96-4130-8127-aa2c7a40b066 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:49:03.815305 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-e8e8969f-5c96-4130-8127-aa2c7a40b066 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Usage tracker for resource:security_group_rule and tenant:e181904a5b24481e86fd6fc2c82285c0 is out of sync, need to count used quota {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:49:03.818311 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-e8e8969f-5c96-4130-8127-aa2c7a40b066 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:49:03.824578 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-e8e8969f-5c96-4130-8127-aa2c7a40b066 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:49:03.834942 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.db.securitygroups_db [None req-e8e8969f-5c96-4130-8127-aa2c7a40b066 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Project e181904a5b24481e86fd6fc2c82285c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 05:49:03.840567 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e8e8969f-5c96-4130-8127-aa2c7a40b066 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:03.904861 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e8e8969f-5c96-4130-8127-aa2c7a40b066 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:03.908411 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e8e8969f-5c96-4130-8127-aa2c7a40b066 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555713'] for security_group_rule, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:03.910498 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-ce8c1990-121a-4492-a02b-e60d247b3775 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:49:03.932796 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e8969f-5c96-4130-8127-aa2c7a40b066 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f423d43-497b-4754-bb7a-f9459e5b14dd,revision_number=0']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:49:03.935163 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-e8e8969f-5c96-4130-8127-aa2c7a40b066 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:49:03.942196 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e8e8969f-5c96-4130-8127-aa2c7a40b066 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:03.943553 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-e8e8969f-5c96-4130-8127-aa2c7a40b066 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1435833 May 19 05:49:04.068165 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b76160e2-0db1-4aad-93aa-18a1aa5bc114 req-34da0fc9-4898-4d52-9105-ecede110e7b3 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1966487890&fields=id&tenant_id=e181904a5b24481e86fd6fc2c82285c0 HTTP/1.1" status: 200 len: 267 time: 0.0399280 May 19 05:49:04.154125 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76160e2-0db1-4aad-93aa-18a1aa5bc114 req-de9f2dcd-c93d-496b-90ca-e886a1858ccd tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:49:04.155571 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b76160e2-0db1-4aad-93aa-18a1aa5bc114 req-de9f2dcd-c93d-496b-90ca-e886a1858ccd tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd225894-7d8c-4a3c-a864-a7d7f8455f40 HTTP/1.1" status: 200 len: 945 time: 0.0817654 May 19 05:49:04.167268 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [req-b76160e2-0db1-4aad-93aa-18a1aa5bc114 req-08d8eb6b-05e2-481c-9033-7d270f23d23a tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Request body: {'port': {'security_groups': ['37e5abca-3298-4ac0-bcbf-b5dda918576d', '672d96e6-fc88-43fe-ad35-ca9ee1d9e7f8']}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:49:04.282298 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-b76160e2-0db1-4aad-93aa-18a1aa5bc114 req-08d8eb6b-05e2-481c-9033-7d270f23d23a tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:04.530468 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-b76160e2-0db1-4aad-93aa-18a1aa5bc114 req-08d8eb6b-05e2-481c-9033-7d270f23d23a tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] For port 4608abd5-8621-4ac3-852b-112181bd1669, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=4608abd5-8621-4ac3-852b-112181bd1669,segment=NetworkSegment(70d11288-15ef-421d-9cc4-49a1c8a9c023),segment_id=70d11288-15ef-421d-9cc4-49a1c8a9c023)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:49:04.555023 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-b76160e2-0db1-4aad-93aa-18a1aa5bc114 req-08d8eb6b-05e2-481c-9033-7d270f23d23a tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Notify callbacks [] for port, precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:04.559411 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-b76160e2-0db1-4aad-93aa-18a1aa5bc114 req-08d8eb6b-05e2-481c-9033-7d270f23d23a tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263355279'] for port, after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:04.564709 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-79ba0650-02f1-49f9-9b2a-43a07da34caf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:49:04.572817 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] get_ports_and_sgs() called for port_ids ['4608abd5-8621-4ac3-852b-112181bd1669'] {{(pid=103392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 05:49:04.629832 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76160e2-0db1-4aad-93aa-18a1aa5bc114 req-08d8eb6b-05e2-481c-9033-7d270f23d23a tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:49:04.630457 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-b76160e2-0db1-4aad-93aa-18a1aa5bc114 req-08d8eb6b-05e2-481c-9033-7d270f23d23a tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13023'] for port, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:04.638693 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b76160e2-0db1-4aad-93aa-18a1aa5bc114 req-08d8eb6b-05e2-481c-9033-7d270f23d23a tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "PUT /v2.0/ports/4608abd5-8621-4ac3-852b-112181bd1669 HTTP/1.1" status: 200 len: 981 time: 0.4727631 May 19 05:49:04.639175 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd225894-7d8c-4a3c-a864-a7d7f8455f40', 'tag': '4608abd5-8621-4ac3-852b-112181bd1669'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:49:04.661179 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d8eb6b-05e2-481c-9033-7d270f23d23a tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Pushing event updated for resources: {'Port': ['ID=4608abd5-8621-4ac3-852b-112181bd1669,revision_number=6']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:49:04.675507 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-08d8eb6b-05e2-481c-9033-7d270f23d23a tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:49:04.717752 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd225894-7d8c-4a3c-a864-a7d7f8455f40', 'tag': '4608abd5-8621-4ac3-852b-112181bd1669', 'status': 'completed', 'code': 200} May 19 05:49:04.727944 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] get_ports_and_sgs() called for port_ids ['4608abd5-8621-4ac3-852b-112181bd1669'] {{(pid=103392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 05:49:04.848414 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dc20a7-2ced-4b69-8292-ba0ce7359f07 req-11c64458-c11a-4b0e-b5b8-21f1842d285a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:49:04.849990 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f5dc20a7-2ced-4b69-8292-ba0ce7359f07 req-11c64458-c11a-4b0e-b5b8-21f1842d285a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e181904a5b24481e86fd6fc2c82285c0&device_id=dd225894-7d8c-4a3c-a864-a7d7f8455f40 HTTP/1.1" status: 200 len: 1137 time: 0.0993574 May 19 05:49:04.887194 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf1689d-1339-458c-b582-bdde3c36b897 req-d61e1036-6cb1-4ce4-8aee-2af0170cf3ab tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:49:04.888779 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2cf1689d-1339-458c-b582-bdde3c36b897 req-d61e1036-6cb1-4ce4-8aee-2af0170cf3ab tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd225894-7d8c-4a3c-a864-a7d7f8455f40 HTTP/1.1" status: 200 len: 984 time: 0.1287708 May 19 05:49:04.935073 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [req-2cf1689d-1339-458c-b582-bdde3c36b897 req-d407853f-8371-4125-94f1-80aea5c5af5b tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Synchronizing usage tracker for tenant:e181904a5b24481e86fd6fc2c82285c0 on resource:security_group {{(pid=103390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:49:04.953046 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [req-2cf1689d-1339-458c-b582-bdde3c36b897 req-d407853f-8371-4125-94f1-80aea5c5af5b tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Unset dirty status for tenant:e181904a5b24481e86fd6fc2c82285c0 on resource:security_group {{(pid=103390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:49:04.954898 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-dfdf6522-3bbf-411b-bee5-e677e0d0e817 None None] Provisioning complete for port 4608abd5-8621-4ac3-852b-112181bd1669 triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:49:04.955283 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dfdf6522-3bbf-411b-bee5-e677e0d0e817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:04.955726 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2cf1689d-1339-458c-b582-bdde3c36b897 req-d407853f-8371-4125-94f1-80aea5c5af5b tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/security-groups?id=37e5abca-3298-4ac0-bcbf-b5dda918576d&id=672d96e6-fc88-43fe-ad35-ca9ee1d9e7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0596755 May 19 05:49:04.998756 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dc20a7-2ced-4b69-8292-ba0ce7359f07 req-3881489a-5f2e-424c-8e63-3df3a5ff7cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:49:05.000212 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f5dc20a7-2ced-4b69-8292-ba0ce7359f07 req-3881489a-5f2e-424c-8e63-3df3a5ff7cfc service neutron] 10.222.0.26 "GET /v2.0/networks?id=7c664d96-1ac8-4288-8a72-335d87e81f53 HTTP/1.1" status: 200 len: 916 time: 0.1427472 May 19 05:49:05.110445 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f5dc20a7-2ced-4b69-8292-ba0ce7359f07 req-c3a4110f-9221-48d9-97a0-8bf13ef3affa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4608abd5-8621-4ac3-852b-112181bd1669 HTTP/1.1" status: 200 len: 1000 time: 0.0954826 May 19 05:49:05.183505 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dc20a7-2ced-4b69-8292-ba0ce7359f07 req-e5eea264-1b9a-4126-9c4a-e210c5252866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:49:05.184961 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f5dc20a7-2ced-4b69-8292-ba0ce7359f07 req-e5eea264-1b9a-4126-9c4a-e210c5252866 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=493b9886-1e03-40f1-b780-ac1eb5696ec6 HTTP/1.1" status: 200 len: 854 time: 0.0580935 May 19 05:49:05.263042 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dc20a7-2ced-4b69-8292-ba0ce7359f07 req-8925c342-5149-48b5-a3a8-7936a754c29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:49:05.264516 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f5dc20a7-2ced-4b69-8292-ba0ce7359f07 req-8925c342-5149-48b5-a3a8-7936a754c29a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7c664d96-1ac8-4288-8a72-335d87e81f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0723722 May 19 05:49:05.399678 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f5dc20a7-2ced-4b69-8292-ba0ce7359f07 req-8b1eda04-1495-4e1a-84bc-adaad19fe44e service neutron] 10.222.0.26 "GET /v2.0/networks/7c664d96-1ac8-4288-8a72-335d87e81f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239767 May 19 05:49:05.530116 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f5dc20a7-2ced-4b69-8292-ba0ce7359f07 req-28dbd661-82fb-48c6-84d3-c06b88281f5b service neutron] 10.222.0.26 "GET /v2.0/networks/7c664d96-1ac8-4288-8a72-335d87e81f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234825 May 19 05:49:12.327939 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-78ba3e86-3f57-4550-9792-9f56825228f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:14.687117 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6fea27c7-934e-4fa2-80ae-5afa7ac2b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:14.844160 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:15.876603 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-db7c5e23-657c-45d4-9da5-15ba3bf0d241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:16.739555 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b4d193-c332-413b-b3dc-4220aba48f7f req-19da4e16-ef64-486b-ad54-ce0768e30617 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:49:16.740972 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f0b4d193-c332-413b-b3dc-4220aba48f7f req-19da4e16-ef64-486b-ad54-ce0768e30617 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce2b4528-1444-43e7-8e87-c4472b92ebf9 HTTP/1.1" status: 200 len: 946 time: 0.0813863 May 19 05:49:16.783054 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f0b4d193-c332-413b-b3dc-4220aba48f7f req-b1087b93-2406-4ec6-bd55-ae647a90b4a4 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=9fd27e09-fd1f-4fe8-9681-74181843f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365040 May 19 05:49:17.577007 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ca9ec6bf-79c4-448f-b3bb-8c49e8cf3732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:17.971751 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c309130c-a12a-4d6c-8960-f77753bf1fcc req-95d6f506-fa46-4c41-a3c2-04a7fe677f2a tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:49:17.973182 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c309130c-a12a-4d6c-8960-f77753bf1fcc req-95d6f506-fa46-4c41-a3c2-04a7fe677f2a tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce2b4528-1444-43e7-8e87-c4472b92ebf9 HTTP/1.1" status: 200 len: 946 time: 0.0785606 May 19 05:49:18.017419 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c309130c-a12a-4d6c-8960-f77753bf1fcc req-9855d065-548b-4cd8-a94e-15715311d623 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=9fd27e09-fd1f-4fe8-9681-74181843f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376885 May 19 05:49:19.203486 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c73f19-e3a5-4ecc-8ccb-3555e091994f req-2a52fdcd-d2d4-4e8e-a542-fe0d01012952 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:49:19.204921 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f1c73f19-e3a5-4ecc-8ccb-3555e091994f req-2a52fdcd-d2d4-4e8e-a542-fe0d01012952 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce2b4528-1444-43e7-8e87-c4472b92ebf9 HTTP/1.1" status: 200 len: 946 time: 0.0775423 May 19 05:49:19.248926 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f1c73f19-e3a5-4ecc-8ccb-3555e091994f req-db9e6e2d-a6ad-44d6-9e5f-12ae89b07328 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=9fd27e09-fd1f-4fe8-9681-74181843f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383806 May 19 05:49:20.440901 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b39a361-3816-437c-bb9d-7e329b0e65c9 req-d64a85b6-fb39-41f3-9f4e-1907e82d2e1b tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:49:20.442254 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6b39a361-3816-437c-bb9d-7e329b0e65c9 req-d64a85b6-fb39-41f3-9f4e-1907e82d2e1b tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce2b4528-1444-43e7-8e87-c4472b92ebf9 HTTP/1.1" status: 200 len: 946 time: 0.0852172 May 19 05:49:20.570498 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6b39a361-3816-437c-bb9d-7e329b0e65c9 req-e4dd91bb-95d3-4c6f-97ef-e2f10b30acfd tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=9fd27e09-fd1f-4fe8-9681-74181843f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223741 May 19 05:49:21.757662 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378f9a32-7238-4fb8-bdb2-b54fbeeba234 req-34f941cb-058f-4812-b3c7-785ab870458a tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:49:21.759139 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-378f9a32-7238-4fb8-bdb2-b54fbeeba234 req-34f941cb-058f-4812-b3c7-785ab870458a tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce2b4528-1444-43e7-8e87-c4472b92ebf9 HTTP/1.1" status: 200 len: 946 time: 0.0814686 May 19 05:49:21.801712 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-378f9a32-7238-4fb8-bdb2-b54fbeeba234 req-b109db03-1989-4d30-ab78-a7b48a5d11a4 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=9fd27e09-fd1f-4fe8-9681-74181843f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369935 May 19 05:49:23.024854 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c3bee5-37a1-4cb8-965f-1a9efe57cd5e req-b3c4819f-3166-4bc0-89b7-4ff343dd49ae tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:49:23.026257 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e6c3bee5-37a1-4cb8-965f-1a9efe57cd5e req-b3c4819f-3166-4bc0-89b7-4ff343dd49ae tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce2b4528-1444-43e7-8e87-c4472b92ebf9 HTTP/1.1" status: 200 len: 946 time: 0.1409130 May 19 05:49:23.033925 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d9ea4a-fcb4-4459-8c16-6e600a927ee7 req-53979fad-f19c-4c2d-bf18-f5815365cddb tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:49:23.035330 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d4d9ea4a-fcb4-4459-8c16-6e600a927ee7 req-53979fad-f19c-4c2d-bf18-f5815365cddb tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce2b4528-1444-43e7-8e87-c4472b92ebf9 HTTP/1.1" status: 200 len: 946 time: 0.1150286 May 19 05:49:23.129436 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d4d9ea4a-fcb4-4459-8c16-6e600a927ee7 req-f40b75a9-c915-43ed-80e0-c375ad2d76a2 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=9fd27e09-fd1f-4fe8-9681-74181843f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647380 May 19 05:49:23.196810 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [req-e6c3bee5-37a1-4cb8-965f-1a9efe57cd5e req-f8fda6d4-212d-449f-adc8-baf5a3d8a480 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Deleting port 942ebcfa-98eb-4d38-870e-cd0f4b5236e0 {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 05:49:23.197158 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-e6c3bee5-37a1-4cb8-965f-1a9efe57cd5e req-f8fda6d4-212d-449f-adc8-baf5a3d8a480 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742273213799'] for port, before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:23.324996 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-e6c3bee5-37a1-4cb8-965f-1a9efe57cd5e req-f8fda6d4-212d-449f-adc8-baf5a3d8a480 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] For port 942ebcfa-98eb-4d38-870e-cd0f4b5236e0, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=942ebcfa-98eb-4d38-870e-cd0f4b5236e0,segment=NetworkSegment(f507ec07-80b3-40da-acb9-6d4ba052bdb5),segment_id=f507ec07-80b3-40da-acb9-6d4ba052bdb5)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:49:23.325349 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-e6c3bee5-37a1-4cb8-965f-1a9efe57cd5e req-f8fda6d4-212d-449f-adc8-baf5a3d8a480 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401034'] for port, precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:23.616753 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-e6c3bee5-37a1-4cb8-965f-1a9efe57cd5e req-f8fda6d4-212d-449f-adc8-baf5a3d8a480 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:23.617155 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-e6c3bee5-37a1-4cb8-965f-1a9efe57cd5e req-f8fda6d4-212d-449f-adc8-baf5a3d8a480 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-399030'] for floatingip, after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:23.617562 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.db.l3_db [req-e6c3bee5-37a1-4cb8-965f-1a9efe57cd5e req-f8fda6d4-212d-449f-adc8-baf5a3d8a480 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Floating IP 92c8e549-b17c-4428-bde4-8fc05ec54636 disassociated. External IP: 172.27.0.146, port: 942ebcfa-98eb-4d38-870e-cd0f4b5236e0. May 19 05:49:23.617942 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [req-e6c3bee5-37a1-4cb8-965f-1a9efe57cd5e req-f8fda6d4-212d-449f-adc8-baf5a3d8a480 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Calling delete_port for 942ebcfa-98eb-4d38-870e-cd0f4b5236e0 owned by compute:nova {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 05:49:23.729450 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-e6c3bee5-37a1-4cb8-965f-1a9efe57cd5e req-f8fda6d4-212d-449f-adc8-baf5a3d8a480 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742273216184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742272802052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263355286'] for port, after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:23.736432 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-3b35a785-7ce1-4b37-85fa-64eecf3abe37 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:49:23.784513 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fda6d4-212d-449f-adc8-baf5a3d8a480 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Pushing event deleted for resources: {'Port': ['ID=942ebcfa-98eb-4d38-870e-cd0f4b5236e0,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:49:23.847809 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fda6d4-212d-449f-adc8-baf5a3d8a480 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:49:23.848184 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fda6d4-212d-449f-adc8-baf5a3d8a480 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:49:23.848550 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fda6d4-212d-449f-adc8-baf5a3d8a480 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:49:23.848913 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fda6d4-212d-449f-adc8-baf5a3d8a480 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:49:23.849271 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fda6d4-212d-449f-adc8-baf5a3d8a480 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:49:23.849627 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fda6d4-212d-449f-adc8-baf5a3d8a480 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:49:23.850026 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fda6d4-212d-449f-adc8-baf5a3d8a480 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:49:23.850381 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fda6d4-212d-449f-adc8-baf5a3d8a480 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:49:23.850759 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fda6d4-212d-449f-adc8-baf5a3d8a480 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:49:23.851110 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fda6d4-212d-449f-adc8-baf5a3d8a480 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:49:23.851460 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fda6d4-212d-449f-adc8-baf5a3d8a480 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:49:23.851840 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fda6d4-212d-449f-adc8-baf5a3d8a480 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:49:23.855288 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-f8fda6d4-212d-449f-adc8-baf5a3d8a480 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:49:23.974911 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e6c3bee5-37a1-4cb8-965f-1a9efe57cd5e req-f8fda6d4-212d-449f-adc8-baf5a3d8a480 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Router 28d60863-05ad-4fb3-9fc5-b38582aec9c9 has already been hosted by L3 agent b1c473b1-11ec-4d73-8852-93414dd700fb {{(pid=103391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 05:49:24.150095 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e6c3bee5-37a1-4cb8-965f-1a9efe57cd5e req-f8fda6d4-212d-449f-adc8-baf5a3d8a480 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Notify agent at l3_agent.dv-cinder-782405-8-iscsi the message routers_updated {{(pid=103391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 05:49:24.161235 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d41f07d-d30d-4197-9300-35e9fd3199a5 None None] Sync routers for ids ['28d60863-05ad-4fb3-9fc5-b38582aec9c9'] in dv-cinder-782405-8-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 05:49:24.172864 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d41f07d-d30d-4197-9300-35e9fd3199a5 None None] Routers {'28d60863-05ad-4fb3-9fc5-b38582aec9c9'} bound to L3 agent in host dv-cinder-782405-8-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:49:24.175822 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-3d41f07d-d30d-4197-9300-35e9fd3199a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T05:35:15Z,description=,heartbeat_timestamp=2021-05-19T05:49:15Z,host='dv-cinder-782405-8-iscsi',id=b1c473b1-11ec-4d73-8852-93414dd700fb,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:35:15Z,topic='l3_agent')) {'router_ids': ['28d60863-05ad-4fb3-9fc5-b38582aec9c9'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:49:24.224116 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6c3bee5-37a1-4cb8-965f-1a9efe57cd5e req-f8fda6d4-212d-449f-adc8-baf5a3d8a480 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] No DVR routers for this DVR port 942ebcfa-98eb-4d38-870e-cd0f4b5236e0 on host hv-cinder-78240 {{(pid=103391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 05:49:24.227115 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-e6c3bee5-37a1-4cb8-965f-1a9efe57cd5e req-f8fda6d4-212d-449f-adc8-baf5a3d8a480 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13023'] for port, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:24.229729 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce2b4528-1444-43e7-8e87-c4472b92ebf9', 'name': 'network-vif-deleted', 'tag': '942ebcfa-98eb-4d38-870e-cd0f4b5236e0'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:49:24.251301 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e6c3bee5-37a1-4cb8-965f-1a9efe57cd5e req-f8fda6d4-212d-449f-adc8-baf5a3d8a480 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.26 "DELETE /v2.0/ports/942ebcfa-98eb-4d38-870e-cd0f4b5236e0 HTTP/1.1" status: 204 len: 173 time: 1.2149024 May 19 05:49:24.317493 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce2b4528-1444-43e7-8e87-c4472b92ebf9', 'name': 'network-vif-deleted', 'tag': '942ebcfa-98eb-4d38-870e-cd0f4b5236e0', 'status': 'completed', 'code': 200} May 19 05:49:24.327319 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3e172fa4-9a25-4104-9291-ac14c9b7bc15 req-be7f60bd-8029-4e06-9049-51006f2da17e tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce2b4528-1444-43e7-8e87-c4472b92ebf9 HTTP/1.1" status: 200 len: 210 time: 0.0734811 May 19 05:49:24.413466 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-3d41f07d-d30d-4197-9300-35e9fd3199a5 None None] Set router 28d60863-05ad-4fb3-9fc5-b38582aec9c9 gateway port host: dv-cinder-782405-8-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:49:24.744160 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-3d41f07d-d30d-4197-9300-35e9fd3199a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28d60863-05ad-4fb3-9fc5-b38582aec9c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1680429854-router', 'tenant_id': 'c17fd9a8c56841e28e94a39c06931094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '2282138d-dbca-4b4f-9ee5-b6b23b6b7fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:42:33Z', 'updated_at': '2021-05-19T05:42:52Z', 'revision_number': 4, 'project_id': 'c17fd9a8c56841e28e94a39c06931094', 'gw_port': {'id': '2282138d-dbca-4b4f-9ee5-b6b23b6b7fc8', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d60863-05ad-4fb3-9fc5-b38582aec9c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:42:36Z', 'updated_at': '2021-05-19T05:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi', '_interfaces': [{'id': '9c2189c6-e426-466f-82fd-a8da5f47588b', 'name': '', 'network_id': '66468b2a-efab-4a3c-bf32-cbdbf073937c', 'tenant_id': 'c17fd9a8c56841e28e94a39c06931094', 'mac_address': 'fa:16:3e:72:c4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d60863-05ad-4fb3-9fc5-b38582aec9c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0fe61487-2837-401f-bfcd-f193a4daf6f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:42:48Z', 'updated_at': '2021-05-19T05:43:05Z', 'revision_number': 5, 'project_id': 'c17fd9a8c56841e28e94a39c06931094', 'subnets': [{'id': '0fe61487-2837-401f-bfcd-f193a4daf6f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:49:24.748132 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d41f07d-d30d-4197-9300-35e9fd3199a5 None None] Checking router: 28d60863-05ad-4fb3-9fc5-b38582aec9c9 for host: dv-cinder-782405-8-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 05:49:24.756560 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d41f07d-d30d-4197-9300-35e9fd3199a5 None None] Routers {'28d60863-05ad-4fb3-9fc5-b38582aec9c9'} bound to L3 agent in host dv-cinder-782405-8-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:49:24.757257 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-3d41f07d-d30d-4197-9300-35e9fd3199a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T05:35:15Z,description=,heartbeat_timestamp=2021-05-19T05:49:15Z,host='dv-cinder-782405-8-iscsi',id=b1c473b1-11ec-4d73-8852-93414dd700fb,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:35:15Z,topic='l3_agent')) {'router_ids': ['28d60863-05ad-4fb3-9fc5-b38582aec9c9'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:49:24.933910 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-3d41f07d-d30d-4197-9300-35e9fd3199a5 None None] Set router 28d60863-05ad-4fb3-9fc5-b38582aec9c9 gateway port host: dv-cinder-782405-8-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:49:25.232924 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-3d41f07d-d30d-4197-9300-35e9fd3199a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28d60863-05ad-4fb3-9fc5-b38582aec9c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1680429854-router', 'tenant_id': 'c17fd9a8c56841e28e94a39c06931094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '2282138d-dbca-4b4f-9ee5-b6b23b6b7fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:42:33Z', 'updated_at': '2021-05-19T05:42:52Z', 'revision_number': 4, 'project_id': 'c17fd9a8c56841e28e94a39c06931094', 'gw_port': {'id': '2282138d-dbca-4b4f-9ee5-b6b23b6b7fc8', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d60863-05ad-4fb3-9fc5-b38582aec9c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:42:36Z', 'updated_at': '2021-05-19T05:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi', '_interfaces': [{'id': '9c2189c6-e426-466f-82fd-a8da5f47588b', 'name': '', 'network_id': '66468b2a-efab-4a3c-bf32-cbdbf073937c', 'tenant_id': 'c17fd9a8c56841e28e94a39c06931094', 'mac_address': 'fa:16:3e:72:c4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d60863-05ad-4fb3-9fc5-b38582aec9c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0fe61487-2837-401f-bfcd-f193a4daf6f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:42:48Z', 'updated_at': '2021-05-19T05:43:05Z', 'revision_number': 5, 'project_id': 'c17fd9a8c56841e28e94a39c06931094', 'subnets': [{'id': '0fe61487-2837-401f-bfcd-f193a4daf6f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:49:25.237247 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d41f07d-d30d-4197-9300-35e9fd3199a5 None None] The sync data for ids ['28d60863-05ad-4fb3-9fc5-b38582aec9c9'] in dv-cinder-782405-8-iscsi is: [{'id': '28d60863-05ad-4fb3-9fc5-b38582aec9c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1680429854-router', 'tenant_id': 'c17fd9a8c56841e28e94a39c06931094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '2282138d-dbca-4b4f-9ee5-b6b23b6b7fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:42:33Z', 'updated_at': '2021-05-19T05:42:52Z', 'revision_number': 4, 'project_id': 'c17fd9a8c56841e28e94a39c06931094', 'gw_port': {'id': '2282138d-dbca-4b4f-9ee5-b6b23b6b7fc8', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d60863-05ad-4fb3-9fc5-b38582aec9c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:42:36Z', 'updated_at': '2021-05-19T05:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi', '_interfaces': [{'id': '9c2189c6-e426-466f-82fd-a8da5f47588b', 'name': '', 'network_id': '66468b2a-efab-4a3c-bf32-cbdbf073937c', 'tenant_id': 'c17fd9a8c56841e28e94a39c06931094', 'mac_address': 'fa:16:3e:72:c4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d60863-05ad-4fb3-9fc5-b38582aec9c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0fe61487-2837-401f-bfcd-f193a4daf6f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:42:48Z', 'updated_at': '2021-05-19T05:43:05Z', 'revision_number': 5, 'project_id': 'c17fd9a8c56841e28e94a39c06931094', 'subnets': [{'id': '0fe61487-2837-401f-bfcd-f193a4daf6f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 05:49:25.451652 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ff5685-1f32-4ed0-9961-68ab166af2fc None None] New status for floating IP 92c8e549-b17c-4428-bde4-8fc05ec54636: DOWN {{(pid=103393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 05:49:26.470372 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 49328) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:49:26.539316 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-640cde1d-1326-4d1c-93e2-9ca4f71ea935 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Notify callbacks [] for security_group, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:26.567923 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-640cde1d-1326-4d1c-93e2-9ca4f71ea935 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:26.625817 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-640cde1d-1326-4d1c-93e2-9ca4f71ea935 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:26.629919 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-a4725082-5bae-4da6-af35-3080ad3db441 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:49:26.644871 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640cde1d-1326-4d1c-93e2-9ca4f71ea935 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd27e09-fd1f-4fe8-9681-74181843f9b8,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:49:26.647540 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-640cde1d-1326-4d1c-93e2-9ca4f71ea935 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:49:26.656754 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-640cde1d-1326-4d1c-93e2-9ca4f71ea935 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Notify callbacks [] for security_group, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:26.660291 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-640cde1d-1326-4d1c-93e2-9ca4f71ea935 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "DELETE /v2.0/security-groups/9fd27e09-fd1f-4fe8-9681-74181843f9b8 HTTP/1.1" status: 204 len: 168 time: 0.1864433 May 19 05:49:26.660526 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 49332) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:49:26.678808 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.api.v2.resource [None req-22f51d90-ffac-43a8-8673-772b4b0275a7 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] show failed (client error): The resource could not be found. May 19 05:49:26.679854 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-22f51d90-ffac-43a8-8673-772b4b0275a7 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups/9fd27e09-fd1f-4fe8-9681-74181843f9b8 HTTP/1.1" status: 404 len: 347 time: 0.0184164 May 19 05:49:26.682756 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 49336) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:49:26.972885 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-6d60d158-f486-48e5-869a-4f630af54e90 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Deleting port 130b696f-21ee-42b3-8b48-79606d979026 {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 05:49:26.973161 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6d60d158-f486-48e5-869a-4f630af54e90 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742273213799'] for port, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:27.093495 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6d60d158-f486-48e5-869a-4f630af54e90 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401034'] for port, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:27.093819 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6d60d158-f486-48e5-869a-4f630af54e90 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:27.211944 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-6d60d158-f486-48e5-869a-4f630af54e90 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Calling delete_port for 130b696f-21ee-42b3-8b48-79606d979026 owned by network:floatingip {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 05:49:27.324211 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6d60d158-f486-48e5-869a-4f630af54e90 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742273216184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742272802052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266569054'] for port, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:27.328472 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:49:27.369784 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d60d158-f486-48e5-869a-4f630af54e90 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Pushing event deleted for resources: {'Port': ['ID=130b696f-21ee-42b3-8b48-79606d979026,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:49:27.372906 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-6d60d158-f486-48e5-869a-4f630af54e90 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:49:27.461904 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6d60d158-f486-48e5-869a-4f630af54e90 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Notify callbacks [] for floatingip, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:27.475295 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6d60d158-f486-48e5-869a-4f630af54e90 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13023'] for floatingip, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:27.481114 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-6d60d158-f486-48e5-869a-4f630af54e90 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "DELETE /v2.0/floatingips/92c8e549-b17c-4428-bde4-8fc05ec54636 HTTP/1.1" status: 204 len: 168 time: 0.7928770 May 19 05:49:27.592680 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb81cf-eadd-4768-b737-e2131f526ab5 req-6b67814f-e53d-411b-89a9-d9c0376ec89f tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:49:27.594133 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6dcb81cf-eadd-4768-b737-e2131f526ab5 req-6b67814f-e53d-411b-89a9-d9c0376ec89f tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] 10.222.0.11 "GET /v2.0/ports?device_id=aba14e04-9a98-4633-ae1d-e6cf3a9602b0 HTTP/1.1" status: 200 len: 945 time: 0.0793979 May 19 05:49:27.638086 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6dcb81cf-eadd-4768-b737-e2131f526ab5 req-faefe4a2-5775-47f3-a2ef-135a6e467163 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] 10.222.0.11 "GET /v2.0/security-groups?id=52d256ee-3d9a-4eca-8ebb-c265dc8feac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382497 May 19 05:49:27.874957 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 49348) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:49:27.880144 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-f49b3abf-3e72-441c-9a41-f822de1acb2f tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2114676744', 'description': 'tempest-description--43557498'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:49:27.885849 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-f49b3abf-3e72-441c-9a41-f822de1acb2f tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:49:27.889856 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-f49b3abf-3e72-441c-9a41-f822de1acb2f tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Usage tracker for resource:security_group and tenant:c17fd9a8c56841e28e94a39c06931094 is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:49:27.892679 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-f49b3abf-3e72-441c-9a41-f822de1acb2f tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:49:27.898969 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-f49b3abf-3e72-441c-9a41-f822de1acb2f tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:49:27.908450 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f49b3abf-3e72-441c-9a41-f822de1acb2f tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Notify callbacks [] for security_group, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:27.928774 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-f49b3abf-3e72-441c-9a41-f822de1acb2f tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:49:27.933099 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-f49b3abf-3e72-441c-9a41-f822de1acb2f tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Usage tracker for resource:security_group_rule and tenant:c17fd9a8c56841e28e94a39c06931094 is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:49:27.935813 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-f49b3abf-3e72-441c-9a41-f822de1acb2f tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:49:27.941295 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-f49b3abf-3e72-441c-9a41-f822de1acb2f tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:49:28.095767 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f49b3abf-3e72-441c-9a41-f822de1acb2f tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Notify callbacks [] for security_group, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:28.099694 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f49b3abf-3e72-441c-9a41-f822de1acb2f tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:28.104241 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-0e6e64da-7454-4ade-ae37-5c7915c1a568 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:49:28.146388 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49b3abf-3e72-441c-9a41-f822de1acb2f tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcbbcb83-a201-4d9b-87bd-6383b4e1ff9e,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:49:28.151523 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-f49b3abf-3e72-441c-9a41-f822de1acb2f tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:49:28.152665 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f49b3abf-3e72-441c-9a41-f822de1acb2f tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Notify callbacks [] for security_group, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:28.153849 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-f49b3abf-3e72-441c-9a41-f822de1acb2f tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2779174 May 19 05:49:28.156630 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 49352) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:49:28.161532 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-c342c896-833d-401e-ac32-017d1ad6dd68 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Request body: {'security_group_rule': {'security_group_id': 'bcbbcb83-a201-4d9b-87bd-6383b4e1ff9e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:49:28.167824 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-c342c896-833d-401e-ac32-017d1ad6dd68 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:49:28.171609 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-c342c896-833d-401e-ac32-017d1ad6dd68 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Usage tracker for resource:security_group_rule and tenant:c17fd9a8c56841e28e94a39c06931094 is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:49:28.174873 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-c342c896-833d-401e-ac32-017d1ad6dd68 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:49:28.180721 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-c342c896-833d-401e-ac32-017d1ad6dd68 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:49:28.198079 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c342c896-833d-401e-ac32-017d1ad6dd68 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:28.209172 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:28.258819 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c342c896-833d-401e-ac32-017d1ad6dd68 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:28.262224 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c342c896-833d-401e-ac32-017d1ad6dd68 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555713'] for security_group_rule, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:28.264216 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:49:28.283701 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c342c896-833d-401e-ac32-017d1ad6dd68 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=776836a9-ca50-45e1-bf4f-094b0f21a102,revision_number=0']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:49:28.287435 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-c342c896-833d-401e-ac32-017d1ad6dd68 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:49:28.295341 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c342c896-833d-401e-ac32-017d1ad6dd68 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:28.296483 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-c342c896-833d-401e-ac32-017d1ad6dd68 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1389444 May 19 05:49:28.299203 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 49356) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:49:28.304210 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-b016dd8b-7a2a-4976-ac7f-a873561186dd tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Request body: {'security_group_rule': {'security_group_id': 'bcbbcb83-a201-4d9b-87bd-6383b4e1ff9e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:49:28.309610 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-b016dd8b-7a2a-4976-ac7f-a873561186dd tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:49:28.313412 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-b016dd8b-7a2a-4976-ac7f-a873561186dd tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Usage tracker for resource:security_group_rule and tenant:c17fd9a8c56841e28e94a39c06931094 is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:49:28.316247 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-b016dd8b-7a2a-4976-ac7f-a873561186dd tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:49:28.322294 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-b016dd8b-7a2a-4976-ac7f-a873561186dd tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:49:28.336445 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b016dd8b-7a2a-4976-ac7f-a873561186dd tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:28.397763 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b016dd8b-7a2a-4976-ac7f-a873561186dd tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:28.401686 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b016dd8b-7a2a-4976-ac7f-a873561186dd tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555713'] for security_group_rule, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:28.403890 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-ce9c44b9-1076-4ef5-a163-5842d5bec9ce tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:49:28.410664 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Device 942ebcfa-98eb-4d38-870e-cd0f4b5236e0 no longer exists at agent hyperv_hv-cinder-78240 {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 05:49:28.424942 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b016dd8b-7a2a-4976-ac7f-a873561186dd tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f2ada99-5300-4277-a08f-6d0866bb0035,revision_number=0']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:49:28.427506 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-b016dd8b-7a2a-4976-ac7f-a873561186dd tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:49:28.435986 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b016dd8b-7a2a-4976-ac7f-a873561186dd tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:28.437333 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-b016dd8b-7a2a-4976-ac7f-a873561186dd tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1371880 May 19 05:49:28.440444 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 49360) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:49:28.444593 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] No Port match for: 942ebcfa-98eb-4d38-870e-cd0f4b5236e0 {{(pid=103392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 05:49:28.444949 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Device 942ebcfa-98eb-4d38-870e-cd0f4b5236e0 not bound to the agent host hv-cinder-78240 {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 05:49:28.445639 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-bcbdbddd-3ea4-4da8-8695-be61a0977272 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Request body: {'floatingip': {'floating_network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:49:28.451894 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-bcbdbddd-3ea4-4da8-8695-be61a0977272 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:49:28.455636 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-bcbdbddd-3ea4-4da8-8695-be61a0977272 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Usage tracker for resource:floatingip and tenant:c17fd9a8c56841e28e94a39c06931094 is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:49:28.458415 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-bcbdbddd-3ea4-4da8-8695-be61a0977272 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:49:28.464713 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-bcbdbddd-3ea4-4da8-8695-be61a0977272 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:49:28.474935 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-bcbdbddd-3ea4-4da8-8695-be61a0977272 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Notify callbacks [] for floatingip, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:28.606527 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-bcbdbddd-3ea4-4da8-8695-be61a0977272 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:28.746166 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [None req-bcbdbddd-3ea4-4da8-8695-be61a0977272 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Allocated IP 172.27.0.86 (1e6dde84-3174-47a4-a93f-45a4a19145c3/a354a417-b24c-44ef-b568-941dc79a6d49/90495b3b-6084-4938-9129-ab1192d07a37) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 05:49:28.821603 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e4b4ac-b1b2-435e-a41e-38ea023481c0 req-46f6f38e-c52d-4547-bbe7-d3883ad8dc6a tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:49:28.823079 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b3e4b4ac-b1b2-435e-a41e-38ea023481c0 req-46f6f38e-c52d-4547-bbe7-d3883ad8dc6a tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] 10.222.0.11 "GET /v2.0/ports?device_id=aba14e04-9a98-4633-ae1d-e6cf3a9602b0 HTTP/1.1" status: 200 len: 945 time: 0.0811610 May 19 05:49:28.867516 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b3e4b4ac-b1b2-435e-a41e-38ea023481c0 req-1f074984-5e72-4f63-9111-667e3e547708 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] 10.222.0.11 "GET /v2.0/security-groups?id=52d256ee-3d9a-4eca-8ebb-c265dc8feac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388024 May 19 05:49:28.890723 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-bcbdbddd-3ea4-4da8-8695-be61a0977272 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Notify callbacks [] for port, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:28.919931 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-bcbdbddd-3ea4-4da8-8695-be61a0977272 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742272799735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263355286'] for port, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:28.924105 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-79ba0650-02f1-49f9-9b2a-43a07da34caf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:49:28.985122 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbdbddd-3ea4-4da8-8695-be61a0977272 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Network 1e6dde84-3174-47a4-a93f-45a4a19145c3 is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:49:28.987755 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-bcbdbddd-3ea4-4da8-8695-be61a0977272 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:49:28.991920 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbdbddd-3ea4-4da8-8695-be61a0977272 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 05:49:29.014689 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbdbddd-3ea4-4da8-8695-be61a0977272 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Pushing event updated for resources: {'Port': ['ID=90495b3b-6084-4938-9129-ab1192d07a37,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:49:29.019233 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-bcbdbddd-3ea4-4da8-8695-be61a0977272 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:49:29.072506 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-bcbdbddd-3ea4-4da8-8695-be61a0977272 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:29.130318 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-bcbdbddd-3ea4-4da8-8695-be61a0977272 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:29.325116 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-bcbdbddd-3ea4-4da8-8695-be61a0977272 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Notify callbacks [] for port, precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:29.329520 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-bcbdbddd-3ea4-4da8-8695-be61a0977272 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263355279'] for port, after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:29.333179 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-3570289a-b0b3-44b0-ad6d-a413682633ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:49:29.484691 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbdbddd-3ea4-4da8-8695-be61a0977272 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Pushing event updated for resources: {'Port': ['ID=90495b3b-6084-4938-9129-ab1192d07a37,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:49:29.489681 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-bcbdbddd-3ea4-4da8-8695-be61a0977272 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:49:29.506545 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-bcbdbddd-3ea4-4da8-8695-be61a0977272 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-399030'] for floatingip, after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:29.536481 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6a2280-4adc-4e5c-9a3d-06e5e31969e2 req-493c954c-5418-41e5-a766-d8cd50011253 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:49:29.537896 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-cb6a2280-4adc-4e5c-9a3d-06e5e31969e2 req-493c954c-5418-41e5-a766-d8cd50011253 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] 10.222.0.26 "GET /v2.0/ports?device_id=aba14e04-9a98-4633-ae1d-e6cf3a9602b0 HTTP/1.1" status: 200 len: 945 time: 0.1733749 May 19 05:49:29.541942 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-bcbdbddd-3ea4-4da8-8695-be61a0977272 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13023'] for floatingip, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:29.543098 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-bcbdbddd-3ea4-4da8-8695-be61a0977272 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1015940 May 19 05:49:29.707236 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [req-cb6a2280-4adc-4e5c-9a3d-06e5e31969e2 req-1d9ebee3-2bb0-46dc-9956-bc28453acf8d tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] Deleting port 6e18895e-4aaf-4554-8ea2-1a856decffc2 {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 05:49:29.707573 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-cb6a2280-4adc-4e5c-9a3d-06e5e31969e2 req-1d9ebee3-2bb0-46dc-9956-bc28453acf8d tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742273213799'] for port, before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:29.735463 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-20c5e329-0fcf-466c-a57f-edab3259633a req-2db44efb-1df5-463a-8798-dbff2ab45441 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Synchronizing usage tracker for tenant:c17fd9a8c56841e28e94a39c06931094 on resource:security_group {{(pid=103391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:49:29.811827 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-20c5e329-0fcf-466c-a57f-edab3259633a req-2db44efb-1df5-463a-8798-dbff2ab45441 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Unset dirty status for tenant:c17fd9a8c56841e28e94a39c06931094 on resource:security_group {{(pid=103391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:49:29.812930 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-20c5e329-0fcf-466c-a57f-edab3259633a req-2db44efb-1df5-463a-8798-dbff2ab45441 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--2114676744&fields=id&tenant_id=c17fd9a8c56841e28e94a39c06931094 HTTP/1.1" status: 200 len: 267 time: 0.1475294 May 19 05:49:30.035104 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-cb6a2280-4adc-4e5c-9a3d-06e5e31969e2 req-1d9ebee3-2bb0-46dc-9956-bc28453acf8d tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] For port 6e18895e-4aaf-4554-8ea2-1a856decffc2, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=6e18895e-4aaf-4554-8ea2-1a856decffc2,segment=NetworkSegment(87acfb00-c013-496f-9866-cdca7e9ad1a6),segment_id=87acfb00-c013-496f-9866-cdca7e9ad1a6)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:49:30.035796 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-cb6a2280-4adc-4e5c-9a3d-06e5e31969e2 req-1d9ebee3-2bb0-46dc-9956-bc28453acf8d tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401034'] for port, precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:30.051395 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759ce143-3bd4-42a7-ad58-8173f6c6ba26 req-5e55610a-a5ef-4043-8b45-0e6068a9f3be tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:49:30.052846 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-759ce143-3bd4-42a7-ad58-8173f6c6ba26 req-5e55610a-a5ef-4043-8b45-0e6068a9f3be tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] 10.222.0.11 "GET /v2.0/ports?device_id=aba14e04-9a98-4633-ae1d-e6cf3a9602b0 HTTP/1.1" status: 200 len: 945 time: 0.0791929 May 19 05:49:30.099877 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-759ce143-3bd4-42a7-ad58-8173f6c6ba26 req-1c72ec88-5d66-430d-bff2-8a99714224b7 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] 10.222.0.11 "GET /v2.0/security-groups?id=52d256ee-3d9a-4eca-8ebb-c265dc8feac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403483 May 19 05:49:30.165343 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [req-cb6a2280-4adc-4e5c-9a3d-06e5e31969e2 req-1d9ebee3-2bb0-46dc-9956-bc28453acf8d tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] Calling delete_port for 6e18895e-4aaf-4554-8ea2-1a856decffc2 owned by compute:nova {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 05:49:30.196712 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c5e329-0fcf-466c-a57f-edab3259633a req-0b6f03b0-06ec-481d-be08-09e24f4241e9 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:49:30.198135 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-20c5e329-0fcf-466c-a57f-edab3259633a req-0b6f03b0-06ec-481d-be08-09e24f4241e9 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/networks?id=66468b2a-efab-4a3c-bf32-cbdbf073937c HTTP/1.1" status: 200 len: 817 time: 0.3770013 May 19 05:49:30.219748 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-20c5e329-0fcf-466c-a57f-edab3259633a req-a0cbcc08-9148-4819-8a86-b0ff014d07ec tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/quotas/c17fd9a8c56841e28e94a39c06931094 HTTP/1.1" status: 200 len: 375 time: 0.0133715 May 19 05:49:30.355570 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-20c5e329-0fcf-466c-a57f-edab3259633a req-efbbe9ac-64c7-40a5-95c0-c0b2d3e826cb tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Synchronizing usage tracker for tenant:c17fd9a8c56841e28e94a39c06931094 on resource:port {{(pid=103391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:49:30.377687 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-cb6a2280-4adc-4e5c-9a3d-06e5e31969e2 req-1d9ebee3-2bb0-46dc-9956-bc28453acf8d tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742273216184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742272802052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263355286'] for port, after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:30.379783 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-20c5e329-0fcf-466c-a57f-edab3259633a req-efbbe9ac-64c7-40a5-95c0-c0b2d3e826cb tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Unset dirty status for tenant:c17fd9a8c56841e28e94a39c06931094 on resource:port {{(pid=103391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:49:30.381242 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-20c5e329-0fcf-466c-a57f-edab3259633a req-efbbe9ac-64c7-40a5-95c0-c0b2d3e826cb tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c17fd9a8c56841e28e94a39c06931094&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1560149 May 19 05:49:30.385397 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-1d664153-8e1a-4db6-9036-9d3ff9a5e974 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:49:30.389412 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] get_ports_and_sgs() called for port_ids ['6e18895e-4aaf-4554-8ea2-1a856decffc2'] {{(pid=103392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 05:49:30.466071 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9ebee3-2bb0-46dc-9956-bc28453acf8d tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] Pushing event deleted for resources: {'Port': ['ID=6e18895e-4aaf-4554-8ea2-1a856decffc2,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:49:30.468998 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-1d9ebee3-2bb0-46dc-9956-bc28453acf8d tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:49:30.595403 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb6a2280-4adc-4e5c-9a3d-06e5e31969e2 req-1d9ebee3-2bb0-46dc-9956-bc28453acf8d tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] No DVR routers for this DVR port 6e18895e-4aaf-4554-8ea2-1a856decffc2 on host hv-cinder-78240 {{(pid=103391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 05:49:30.599243 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-cb6a2280-4adc-4e5c-9a3d-06e5e31969e2 req-1d9ebee3-2bb0-46dc-9956-bc28453acf8d tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13023'] for port, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:30.601665 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aba14e04-9a98-4633-ae1d-e6cf3a9602b0', 'name': 'network-vif-deleted', 'tag': '6e18895e-4aaf-4554-8ea2-1a856decffc2'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:49:30.624955 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-cb6a2280-4adc-4e5c-9a3d-06e5e31969e2 req-1d9ebee3-2bb0-46dc-9956-bc28453acf8d tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] 10.222.0.26 "DELETE /v2.0/ports/6e18895e-4aaf-4554-8ea2-1a856decffc2 HTTP/1.1" status: 204 len: 173 time: 1.0807052 May 19 05:49:30.643651 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-20c5e329-0fcf-466c-a57f-edab3259633a req-6aca5445-ad91-48a9-9c17-107851e768ce service neutron] 10.222.0.11 "GET /v2.0/networks/66468b2a-efab-4a3c-bf32-cbdbf073937c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252321 May 19 05:49:30.674986 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aba14e04-9a98-4633-ae1d-e6cf3a9602b0', 'name': 'network-vif-deleted', 'tag': '6e18895e-4aaf-4554-8ea2-1a856decffc2', 'status': 'completed', 'code': 200} May 19 05:49:30.776429 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-20c5e329-0fcf-466c-a57f-edab3259633a req-a50ebb36-b2b0-41b3-ae35-9530d0e1f27a service neutron] 10.222.0.11 "GET /v2.0/networks/66468b2a-efab-4a3c-bf32-cbdbf073937c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268315 May 19 05:49:30.948037 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [req-d5b6c7b8-e830-4ffd-963d-3bae73a636aa req-36a03e70-fa1c-4133-97dd-8fe45153ffd9 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Synchronizing usage tracker for tenant:c17fd9a8c56841e28e94a39c06931094 on resource:port {{(pid=103390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:49:30.959387 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [req-d5b6c7b8-e830-4ffd-963d-3bae73a636aa req-36a03e70-fa1c-4133-97dd-8fe45153ffd9 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Unset dirty status for tenant:c17fd9a8c56841e28e94a39c06931094 on resource:port {{(pid=103390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:49:30.960505 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d5b6c7b8-e830-4ffd-963d-3bae73a636aa req-36a03e70-fa1c-4133-97dd-8fe45153ffd9 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=6288ad2e-4e69-4d1d-a01d-89b2c52155a7 HTTP/1.1" status: 200 len: 210 time: 0.0539610 May 19 05:49:31.276413 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-b7b79c27-cbb0-423d-b22c-e31ac0410046 req-f30480cb-9452-44cd-9c97-5ca05aed119c tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] Synchronizing usage tracker for tenant:38c030c8d50b46a29b0438d7c3b7189d on resource:port {{(pid=103391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:49:31.292109 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-b7b79c27-cbb0-423d-b22c-e31ac0410046 req-f30480cb-9452-44cd-9c97-5ca05aed119c tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] Unset dirty status for tenant:38c030c8d50b46a29b0438d7c3b7189d on resource:port {{(pid=103391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:49:31.293410 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b7b79c27-cbb0-423d-b22c-e31ac0410046 req-f30480cb-9452-44cd-9c97-5ca05aed119c tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] 10.222.0.11 "GET /v2.0/ports?device_id=aba14e04-9a98-4633-ae1d-e6cf3a9602b0 HTTP/1.1" status: 200 len: 210 time: 0.0632434 May 19 05:49:31.969920 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c5e329-0fcf-466c-a57f-edab3259633a req-50087364-f354-4917-8310-5289a37d38e6 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:49:31.971279 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-20c5e329-0fcf-466c-a57f-edab3259633a req-50087364-f354-4917-8310-5289a37d38e6 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.26 "GET /v2.0/networks?id=66468b2a-efab-4a3c-bf32-cbdbf073937c HTTP/1.1" status: 200 len: 817 time: 0.1478732 May 19 05:49:32.022390 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-20c5e329-0fcf-466c-a57f-edab3259633a req-7107b5c1-240c-40ef-9727-e0e7d8a54d3b tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c17fd9a8c56841e28e94a39c06931094 HTTP/1.1" status: 200 len: 380 time: 0.0414374 May 19 05:49:32.031184 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [req-20c5e329-0fcf-466c-a57f-edab3259633a req-f0909d91-a81b-4651-8f04-cbccc44a6e7a tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Request body: {'port': {'device_id': '6288ad2e-4e69-4d1d-a01d-89b2c52155a7', 'network_id': '66468b2a-efab-4a3c-bf32-cbdbf073937c', 'admin_state_up': True, 'tenant_id': 'c17fd9a8c56841e28e94a39c06931094', 'security_groups': ['bcbbcb83-a201-4d9b-87bd-6383b4e1ff9e']}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:49:32.116124 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3dc841a6-4ea8-4826-ac1d-f9dce6b9097f req-4437fe98-4a6d-4350-b11a-383a9a69ce25 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=6288ad2e-4e69-4d1d-a01d-89b2c52155a7 HTTP/1.1" status: 200 len: 210 time: 0.0419247 May 19 05:49:32.165132 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [req-20c5e329-0fcf-466c-a57f-edab3259633a req-f0909d91-a81b-4651-8f04-cbccc44a6e7a tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:49:32.174516 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [req-20c5e329-0fcf-466c-a57f-edab3259633a req-f0909d91-a81b-4651-8f04-cbccc44a6e7a tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:49:32.183975 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20c5e329-0fcf-466c-a57f-edab3259633a req-f0909d91-a81b-4651-8f04-cbccc44a6e7a tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Made reservation on behalf of c17fd9a8c56841e28e94a39c06931094 for: {'port': 1} {{(pid=103391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 05:49:32.187572 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-20c5e329-0fcf-466c-a57f-edab3259633a req-f0909d91-a81b-4651-8f04-cbccc44a6e7a tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:32.344218 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [req-20c5e329-0fcf-466c-a57f-edab3259633a req-f0909d91-a81b-4651-8f04-cbccc44a6e7a tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Allocated IP 172.20.0.8 (66468b2a-efab-4a3c-bf32-cbdbf073937c/0fe61487-2837-401f-bfcd-f193a4daf6f6/9f42976f-b938-47c2-bd49-4909278b62bc) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 05:49:32.528736 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-20c5e329-0fcf-466c-a57f-edab3259633a req-f0909d91-a81b-4651-8f04-cbccc44a6e7a tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Notify callbacks [] for port, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:32.543742 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [req-20c5e329-0fcf-466c-a57f-edab3259633a req-f0909d91-a81b-4651-8f04-cbccc44a6e7a tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Transition to ACTIVE for port object 9f42976f-b938-47c2-bd49-4909278b62bc will not be triggered until provisioned by entity DHCP. {{(pid=103391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:49:32.568575 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-20c5e329-0fcf-466c-a57f-edab3259633a req-f0909d91-a81b-4651-8f04-cbccc44a6e7a tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742272799735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263355286'] for port, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:32.574799 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-4dc37411-7be2-4a32-8a64-83a22c45d584 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:49:32.735097 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20c5e329-0fcf-466c-a57f-edab3259633a req-f0909d91-a81b-4651-8f04-cbccc44a6e7a tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Network 66468b2a-efab-4a3c-bf32-cbdbf073937c is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:49:32.738282 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [req-20c5e329-0fcf-466c-a57f-edab3259633a req-f0909d91-a81b-4651-8f04-cbccc44a6e7a tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:49:32.743013 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [req-20c5e329-0fcf-466c-a57f-edab3259633a req-f0909d91-a81b-4651-8f04-cbccc44a6e7a tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 05:49:32.781372 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0909d91-a81b-4651-8f04-cbccc44a6e7a tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Pushing event updated for resources: {'Port': ['ID=9f42976f-b938-47c2-bd49-4909278b62bc,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:49:32.786098 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-f0909d91-a81b-4651-8f04-cbccc44a6e7a tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:49:32.823546 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c5e329-0fcf-466c-a57f-edab3259633a req-f0909d91-a81b-4651-8f04-cbccc44a6e7a tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:49:32.824163 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-20c5e329-0fcf-466c-a57f-edab3259633a req-f0909d91-a81b-4651-8f04-cbccc44a6e7a tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13023'] for port, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:32.849292 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-20c5e329-0fcf-466c-a57f-edab3259633a req-f0909d91-a81b-4651-8f04-cbccc44a6e7a tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8218167 May 19 05:49:32.861483 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [req-20c5e329-0fcf-466c-a57f-edab3259633a req-2e8c7060-b37e-4b3f-8ca7-567a827fe295 service neutron] Request body: {'port': {'device_id': '6288ad2e-4e69-4d1d-a01d-89b2c52155a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78240'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:49:32.973940 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-20c5e329-0fcf-466c-a57f-edab3259633a req-2e8c7060-b37e-4b3f-8ca7-567a827fe295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:33.025299 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-a8759354-0512-4ce4-be62-6038f609e94a None None] Provisioning for port 9f42976f-b938-47c2-bd49-4909278b62bc completed by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:49:33.029888 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-a8759354-0512-4ce4-be62-6038f609e94a None None] Provisioning complete for port 9f42976f-b938-47c2-bd49-4909278b62bc triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:49:33.030263 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a8759354-0512-4ce4-be62-6038f609e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:33.082427 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a8759354-0512-4ce4-be62-6038f609e94a None None] Port 9f42976f-b938-47c2-bd49-4909278b62bc cannot update to ACTIVE because it is not bound. {{(pid=103392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 05:49:33.303703 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f8666c-a792-4388-a3e5-defba4beda77 req-154c4903-d7db-4017-998d-ec29dee06fb2 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:49:33.304618 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [req-20c5e329-0fcf-466c-a57f-edab3259633a req-2e8c7060-b37e-4b3f-8ca7-567a827fe295 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f42976f-b938-47c2-bd49-4909278b62bc {{(pid=103391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 05:49:33.305174 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f5f8666c-a792-4388-a3e5-defba4beda77 req-154c4903-d7db-4017-998d-ec29dee06fb2 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=6288ad2e-4e69-4d1d-a01d-89b2c52155a7 HTTP/1.1" status: 200 len: 931 time: 0.0826058 May 19 05:49:33.311838 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-20c5e329-0fcf-466c-a57f-edab3259633a req-2e8c7060-b37e-4b3f-8ca7-567a827fe295 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:33.325560 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [req-20c5e329-0fcf-466c-a57f-edab3259633a req-2e8c7060-b37e-4b3f-8ca7-567a827fe295 service neutron] Transition to ACTIVE for port object 9f42976f-b938-47c2-bd49-4909278b62bc will not be triggered until provisioned by entity L2. {{(pid=103391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:49:33.329362 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-20c5e329-0fcf-466c-a57f-edab3259633a req-2e8c7060-b37e-4b3f-8ca7-567a827fe295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263355279'] for port, after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:33.333862 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-ee3a5804-6d49-49aa-9a45-1201afe3b6dd tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:49:33.348933 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [req-f5f8666c-a792-4388-a3e5-defba4beda77 req-e5dc65d6-996b-450a-a8ca-146c5685902c tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Synchronizing usage tracker for tenant:c17fd9a8c56841e28e94a39c06931094 on resource:security_group {{(pid=103390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:49:33.361013 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [req-f5f8666c-a792-4388-a3e5-defba4beda77 req-e5dc65d6-996b-450a-a8ca-146c5685902c tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Unset dirty status for tenant:c17fd9a8c56841e28e94a39c06931094 on resource:security_group {{(pid=103390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:49:33.362257 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f5f8666c-a792-4388-a3e5-defba4beda77 req-e5dc65d6-996b-450a-a8ca-146c5685902c tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcbbcb83-a201-4d9b-87bd-6383b4e1ff9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511611 May 19 05:49:33.457152 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8c7060-b37e-4b3f-8ca7-567a827fe295 service neutron] Pushing event updated for resources: {'Port': ['ID=9f42976f-b938-47c2-bd49-4909278b62bc,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:49:33.460882 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-2e8c7060-b37e-4b3f-8ca7-567a827fe295 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:49:33.564162 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-20c5e329-0fcf-466c-a57f-edab3259633a req-2e8c7060-b37e-4b3f-8ca7-567a827fe295 service neutron] Attempting to bind port 9f42976f-b938-47c2-bd49-4909278b62bc on host hv-cinder-78240 for vnic_type normal with profile {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 05:49:33.564496 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-20c5e329-0fcf-466c-a57f-edab3259633a req-2e8c7060-b37e-4b3f-8ca7-567a827fe295 service neutron] Attempting to bind port 9f42976f-b938-47c2-bd49-4909278b62bc by drivers openvswitch,hyperv on host hv-cinder-78240 at level 0 using segments [{'id': 'f507ec07-80b3-40da-acb9-6d4ba052bdb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '66468b2a-efab-4a3c-bf32-cbdbf073937c'}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 05:49:33.564823 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c5e329-0fcf-466c-a57f-edab3259633a req-2e8c7060-b37e-4b3f-8ca7-567a827fe295 service neutron] Attempting to bind port 9f42976f-b938-47c2-bd49-4909278b62bc on network 66468b2a-efab-4a3c-bf32-cbdbf073937c {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:49:33.569266 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c5e329-0fcf-466c-a57f-edab3259633a req-2e8c7060-b37e-4b3f-8ca7-567a827fe295 service neutron] Port 9f42976f-b938-47c2-bd49-4909278b62bc on network 66468b2a-efab-4a3c-bf32-cbdbf073937c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78240 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 05:49:33.569586 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c5e329-0fcf-466c-a57f-edab3259633a req-2e8c7060-b37e-4b3f-8ca7-567a827fe295 service neutron] Attempting to bind port 9f42976f-b938-47c2-bd49-4909278b62bc on network 66468b2a-efab-4a3c-bf32-cbdbf073937c {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:49:33.575085 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c5e329-0fcf-466c-a57f-edab3259633a req-2e8c7060-b37e-4b3f-8ca7-567a827fe295 service neutron] Checking agent: {'id': '5b106939-35fb-4931-879f-1b04325a2c36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78240', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 5, 40, 58), 'started_at': datetime.datetime(2021, 5, 19, 5, 40, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 5, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 05:49:33.575418 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c5e329-0fcf-466c-a57f-edab3259633a req-2e8c7060-b37e-4b3f-8ca7-567a827fe295 service neutron] Checking segment: {'id': 'f507ec07-80b3-40da-acb9-6d4ba052bdb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '66468b2a-efab-4a3c-bf32-cbdbf073937c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:49:33.575795 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c5e329-0fcf-466c-a57f-edab3259633a req-2e8c7060-b37e-4b3f-8ca7-567a827fe295 service neutron] Bound using segment: {'id': 'f507ec07-80b3-40da-acb9-6d4ba052bdb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '66468b2a-efab-4a3c-bf32-cbdbf073937c'} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 05:49:33.576226 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-20c5e329-0fcf-466c-a57f-edab3259633a req-2e8c7060-b37e-4b3f-8ca7-567a827fe295 service neutron] Bound port: 9f42976f-b938-47c2-bd49-4909278b62bc, host: hv-cinder-78240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f507ec07-80b3-40da-acb9-6d4ba052bdb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '66468b2a-efab-4a3c-bf32-cbdbf073937c'}}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 05:49:33.576551 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-20c5e329-0fcf-466c-a57f-edab3259633a req-2e8c7060-b37e-4b3f-8ca7-567a827fe295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:33.662624 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-20c5e329-0fcf-466c-a57f-edab3259633a req-2e8c7060-b37e-4b3f-8ca7-567a827fe295 service neutron] For port 9f42976f-b938-47c2-bd49-4909278b62bc, host hv-cinder-78240, cleared binding levels {{(pid=103391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 05:49:33.665636 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-20c5e329-0fcf-466c-a57f-edab3259633a req-2e8c7060-b37e-4b3f-8ca7-567a827fe295 service neutron] For port 9f42976f-b938-47c2-bd49-4909278b62bc, host hv-cinder-78240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=9f42976f-b938-47c2-bd49-4909278b62bc,segment=NetworkSegment(f507ec07-80b3-40da-acb9-6d4ba052bdb5),segment_id=f507ec07-80b3-40da-acb9-6d4ba052bdb5)] {{(pid=103391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 05:49:33.669265 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-20c5e329-0fcf-466c-a57f-edab3259633a req-2e8c7060-b37e-4b3f-8ca7-567a827fe295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263355279'] for port, after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:33.673537 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-bcbdbddd-3ea4-4da8-8695-be61a0977272 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:49:33.731620 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c5e329-0fcf-466c-a57f-edab3259633a req-2e8c7060-b37e-4b3f-8ca7-567a827fe295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:49:33.732234 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-20c5e329-0fcf-466c-a57f-edab3259633a req-2e8c7060-b37e-4b3f-8ca7-567a827fe295 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13023'] for port, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:33.733590 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-20c5e329-0fcf-466c-a57f-edab3259633a req-2e8c7060-b37e-4b3f-8ca7-567a827fe295 service neutron] 10.222.0.26 "PUT /v2.0/ports/9f42976f-b938-47c2-bd49-4909278b62bc HTTP/1.1" status: 200 len: 1093 time: 0.8771126 May 19 05:49:33.736273 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6288ad2e-4e69-4d1d-a01d-89b2c52155a7', 'tag': '9f42976f-b938-47c2-bd49-4909278b62bc'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:49:33.757369 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8c7060-b37e-4b3f-8ca7-567a827fe295 service neutron] Pushing event updated for resources: {'Port': ['ID=9f42976f-b938-47c2-bd49-4909278b62bc,revision_number=3']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:49:33.760851 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-2e8c7060-b37e-4b3f-8ca7-567a827fe295 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:49:33.807803 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6288ad2e-4e69-4d1d-a01d-89b2c52155a7', 'tag': '9f42976f-b938-47c2-bd49-4909278b62bc', 'status': 'completed', 'code': 200} May 19 05:49:33.849720 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c5e329-0fcf-466c-a57f-edab3259633a req-2852d126-7ea4-4813-a16c-4a9181a612bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:49:33.851349 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-20c5e329-0fcf-466c-a57f-edab3259633a req-2852d126-7ea4-4813-a16c-4a9181a612bc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c17fd9a8c56841e28e94a39c06931094&device_id=6288ad2e-4e69-4d1d-a01d-89b2c52155a7 HTTP/1.1" status: 200 len: 1096 time: 0.0772576 May 19 05:49:33.925481 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-20c5e329-0fcf-466c-a57f-edab3259633a req-9c8b115d-93e7-403d-b5a0-165cb35960b1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f42976f-b938-47c2-bd49-4909278b62bc HTTP/1.1" status: 200 len: 217 time: 0.0654321 May 19 05:49:33.992252 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c5e329-0fcf-466c-a57f-edab3259633a req-640cda8d-cc42-4fb7-92a1-3507b683f921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:49:33.994430 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-20c5e329-0fcf-466c-a57f-edab3259633a req-640cda8d-cc42-4fb7-92a1-3507b683f921 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0fe61487-2837-401f-bfcd-f193a4daf6f6 HTTP/1.1" status: 200 len: 856 time: 0.0611701 May 19 05:49:34.075435 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c5e329-0fcf-466c-a57f-edab3259633a req-af7d36b4-b915-403d-a712-3eb597be81f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:49:34.077367 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-20c5e329-0fcf-466c-a57f-edab3259633a req-af7d36b4-b915-403d-a712-3eb597be81f7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=66468b2a-efab-4a3c-bf32-cbdbf073937c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0766323 May 19 05:49:34.207654 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-20c5e329-0fcf-466c-a57f-edab3259633a req-6535344e-8c98-4728-8574-9ce0544ab580 service neutron] 10.222.0.26 "GET /v2.0/networks/66468b2a-efab-4a3c-bf32-cbdbf073937c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233604 May 19 05:49:34.333546 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-20c5e329-0fcf-466c-a57f-edab3259633a req-321997e8-b3a9-4ff5-a7d0-690fbd5fb41a service neutron] 10.222.0.26 "GET /v2.0/networks/66468b2a-efab-4a3c-bf32-cbdbf073937c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193423 May 19 05:49:34.413871 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Device 6e18895e-4aaf-4554-8ea2-1a856decffc2 no longer exists at agent hyperv_hv-cinder-78240 {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 05:49:34.451453 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c17842-b62d-4eec-a025-a3f6ad1f9537 req-9e9dd8cf-108d-4585-a4a2-e0304853ed75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:49:34.452921 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a6c17842-b62d-4eec-a025-a3f6ad1f9537 req-9e9dd8cf-108d-4585-a4a2-e0304853ed75 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c17fd9a8c56841e28e94a39c06931094&device_id=6288ad2e-4e69-4d1d-a01d-89b2c52155a7 HTTP/1.1" status: 200 len: 1096 time: 0.0709164 May 19 05:49:34.456124 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] No Port match for: 6e18895e-4aaf-4554-8ea2-1a856decffc2 {{(pid=103392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 05:49:34.456548 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Device 6e18895e-4aaf-4554-8ea2-1a856decffc2 not bound to the agent host hv-cinder-78240 {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 05:49:34.550773 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e6b19c-e11b-48ff-ae4c-5fe01aeae65f req-8e39a487-809e-4088-a848-53f81a364c9b tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:49:34.552345 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-80e6b19c-e11b-48ff-ae4c-5fe01aeae65f req-8e39a487-809e-4088-a848-53f81a364c9b tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=6288ad2e-4e69-4d1d-a01d-89b2c52155a7 HTTP/1.1" status: 200 len: 943 time: 0.0802844 May 19 05:49:34.583613 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-8ef77f1b-c1f2-4f7f-903c-9c4facac0416 None None] Agent healthcheck: found 6 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 05:49:34.603021 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-80e6b19c-e11b-48ff-ae4c-5fe01aeae65f req-8c5e9764-611e-4a0e-8081-f9d407a7961b tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcbbcb83-a201-4d9b-87bd-6383b4e1ff9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430033 May 19 05:49:34.671190 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c17842-b62d-4eec-a025-a3f6ad1f9537 req-5b49e30c-4329-4a21-80bc-ff56518d7354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:49:34.672543 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a6c17842-b62d-4eec-a025-a3f6ad1f9537 req-5b49e30c-4329-4a21-80bc-ff56518d7354 service neutron] 10.222.0.26 "GET /v2.0/networks?id=66468b2a-efab-4a3c-bf32-cbdbf073937c HTTP/1.1" status: 200 len: 918 time: 0.2127514 May 19 05:49:35.793248 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a6c17842-b62d-4eec-a025-a3f6ad1f9537 req-2eb7e2cb-0156-4b2d-80a6-b41d218ec4e4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f42976f-b938-47c2-bd49-4909278b62bc HTTP/1.1" status: 200 len: 217 time: 0.0964823 May 19 05:49:35.840571 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2264e93c-4ae9-4cc1-b6cb-34ab253a7b97 req-b6608d7f-85f2-4fcb-a87e-9235b2201b3d tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:49:35.841260 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-2264e93c-4ae9-4cc1-b6cb-34ab253a7b97 req-b6608d7f-85f2-4fcb-a87e-9235b2201b3d tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Synchronizing usage tracker for tenant:c17fd9a8c56841e28e94a39c06931094 on resource:port {{(pid=103391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:49:35.856606 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-2264e93c-4ae9-4cc1-b6cb-34ab253a7b97 req-b6608d7f-85f2-4fcb-a87e-9235b2201b3d tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Unset dirty status for tenant:c17fd9a8c56841e28e94a39c06931094 on resource:port {{(pid=103391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:49:35.857759 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2264e93c-4ae9-4cc1-b6cb-34ab253a7b97 req-b6608d7f-85f2-4fcb-a87e-9235b2201b3d tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=6288ad2e-4e69-4d1d-a01d-89b2c52155a7 HTTP/1.1" status: 200 len: 943 time: 0.1039660 May 19 05:49:35.903869 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2264e93c-4ae9-4cc1-b6cb-34ab253a7b97 req-ed84b0c1-5c5c-475a-9819-00e94b01e543 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcbbcb83-a201-4d9b-87bd-6383b4e1ff9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399837 May 19 05:49:36.770242 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c17842-b62d-4eec-a025-a3f6ad1f9537 req-e6d7583f-4fd7-4f14-b01a-045420b68f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:49:36.771645 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a6c17842-b62d-4eec-a025-a3f6ad1f9537 req-e6d7583f-4fd7-4f14-b01a-045420b68f6c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0fe61487-2837-401f-bfcd-f193a4daf6f6 HTTP/1.1" status: 200 len: 856 time: 0.0576708 May 19 05:49:37.090128 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9169cade-44e5-4266-b3e7-a4a552d85cb6 req-922a6daf-f3e0-40f3-bc82-4e50064ca0bf tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:49:37.091575 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9169cade-44e5-4266-b3e7-a4a552d85cb6 req-922a6daf-f3e0-40f3-bc82-4e50064ca0bf tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=6288ad2e-4e69-4d1d-a01d-89b2c52155a7 HTTP/1.1" status: 200 len: 943 time: 0.0778224 May 19 05:49:37.135154 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9169cade-44e5-4266-b3e7-a4a552d85cb6 req-adaf2436-086f-4d98-9421-cd1f3cb13b38 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcbbcb83-a201-4d9b-87bd-6383b4e1ff9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374415 May 19 05:49:38.155394 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c17842-b62d-4eec-a025-a3f6ad1f9537 req-97c9c54e-734d-44ce-bad6-1166450bd4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:49:38.156848 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a6c17842-b62d-4eec-a025-a3f6ad1f9537 req-97c9c54e-734d-44ce-bad6-1166450bd4f7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=66468b2a-efab-4a3c-bf32-cbdbf073937c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0702412 May 19 05:49:38.344356 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a6c17842-b62d-4eec-a025-a3f6ad1f9537 req-576a49a2-2bc0-4d02-866c-1c7a67cf9cb9 service neutron] 10.222.0.26 "GET /v2.0/networks/66468b2a-efab-4a3c-bf32-cbdbf073937c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800826 May 19 05:49:38.394224 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae07d1-412b-4963-a424-df039a6f1b95 req-6e8883cc-f3e6-49bd-8d5c-026a34f062a2 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:49:38.395713 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7bae07d1-412b-4963-a424-df039a6f1b95 req-6e8883cc-f3e6-49bd-8d5c-026a34f062a2 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=6288ad2e-4e69-4d1d-a01d-89b2c52155a7 HTTP/1.1" status: 200 len: 943 time: 0.1467428 May 19 05:49:38.500925 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7bae07d1-412b-4963-a424-df039a6f1b95 req-c9712efb-fd79-4ffb-854b-75cc02d443f6 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcbbcb83-a201-4d9b-87bd-6383b4e1ff9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581198 May 19 05:49:38.519969 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a6c17842-b62d-4eec-a025-a3f6ad1f9537 req-daaa371f-bf39-4c25-bb14-4064a1380d8d service neutron] 10.222.0.26 "GET /v2.0/networks/66468b2a-efab-4a3c-bf32-cbdbf073937c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686559 May 19 05:49:39.689258 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3746c0-3952-41ed-971b-bc1ea7d9af29 req-75f3ead4-e743-4865-9f1a-bbc2b8c76fe3 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:49:39.690750 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-fc3746c0-3952-41ed-971b-bc1ea7d9af29 req-75f3ead4-e743-4865-9f1a-bbc2b8c76fe3 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=6288ad2e-4e69-4d1d-a01d-89b2c52155a7 HTTP/1.1" status: 200 len: 943 time: 0.0828149 May 19 05:49:39.734837 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-fc3746c0-3952-41ed-971b-bc1ea7d9af29 req-9cf4783d-a31b-413d-84c2-22d85f01ca3b tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcbbcb83-a201-4d9b-87bd-6383b4e1ff9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377636 May 19 05:49:40.923237 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e676a289-e84e-403d-aa9c-c72bd906043b req-18bb5c4c-093e-49df-8c43-9c338a840a53 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:49:40.924693 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e676a289-e84e-403d-aa9c-c72bd906043b req-18bb5c4c-093e-49df-8c43-9c338a840a53 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=6288ad2e-4e69-4d1d-a01d-89b2c52155a7 HTTP/1.1" status: 200 len: 943 time: 0.0830841 May 19 05:49:40.968884 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e676a289-e84e-403d-aa9c-c72bd906043b req-e5d8a094-fa1c-4863-96b0-99c20f1bc278 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcbbcb83-a201-4d9b-87bd-6383b4e1ff9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385125 May 19 05:49:42.151852 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0e7aed-e709-46e5-9533-1a4b31de8fb4 req-f729a843-8303-4028-8d32-ff7d6716b06e tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:49:42.153296 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-cb0e7aed-e709-46e5-9533-1a4b31de8fb4 req-f729a843-8303-4028-8d32-ff7d6716b06e tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=6288ad2e-4e69-4d1d-a01d-89b2c52155a7 HTTP/1.1" status: 200 len: 943 time: 0.0784941 May 19 05:49:42.196909 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-cb0e7aed-e709-46e5-9533-1a4b31de8fb4 req-8ac53011-9ed6-4c92-a6a7-554f3ba69eb7 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcbbcb83-a201-4d9b-87bd-6383b4e1ff9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380423 May 19 05:49:42.332163 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9f461c59-01ab-4f09-aef0-f88b0fd159cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:42.460177 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Device 9f42976f-b938-47c2-bd49-4909278b62bc details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=103392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 05:49:42.597765 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] For port 9f42976f-b938-47c2-bd49-4909278b62bc, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=9f42976f-b938-47c2-bd49-4909278b62bc,segment=NetworkSegment(f507ec07-80b3-40da-acb9-6d4ba052bdb5),segment_id=f507ec07-80b3-40da-acb9-6d4ba052bdb5)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:49:42.612231 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Returning: {'device': '9f42976f-b938-47c2-bd49-4909278b62bc', 'network_id': '66468b2a-efab-4a3c-bf32-cbdbf073937c', 'port_id': '9f42976f-b938-47c2-bd49-4909278b62bc', 'mac_address': 'fa:16:3e:58:4c:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fe61487-2837-401f-bfcd-f193a4daf6f6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 05:49:42.667129 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:42.684091 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f42976f-b938-47c2-bd49-4909278b62bc {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 05:49:42.701453 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] For port 9f42976f-b938-47c2-bd49-4909278b62bc, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=9f42976f-b938-47c2-bd49-4909278b62bc,segment=NetworkSegment(f507ec07-80b3-40da-acb9-6d4ba052bdb5),segment_id=f507ec07-80b3-40da-acb9-6d4ba052bdb5)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:49:42.704984 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:42.706707 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-1b59f2ee-05d5-4fcd-95f8-3c62f818fd1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:49:42.773888 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Pushing event updated for resources: {'Port': ['ID=9f42976f-b938-47c2-bd49-4909278b62bc,revision_number=4']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:49:42.781708 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:49:42.782060 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:49:42.782404 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:49:42.782765 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:49:42.783099 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:49:42.783428 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:49:42.783808 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:49:42.784080 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:49:42.784404 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:49:42.784727 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:49:42.785047 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:49:42.785366 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:49:42.789115 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:49:43.147057 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] get_ports_and_sgs() called for port_ids ['9f42976f-b938-47c2-bd49-4909278b62bc'] {{(pid=103392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 05:49:43.391151 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e2dd87-cce1-46f0-b8b1-bfa7e9982e55 req-0949c7be-8474-42e8-9be9-39044642c163 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:49:43.392716 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-84e2dd87-cce1-46f0-b8b1-bfa7e9982e55 req-0949c7be-8474-42e8-9be9-39044642c163 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=6288ad2e-4e69-4d1d-a01d-89b2c52155a7 HTTP/1.1" status: 200 len: 944 time: 0.0811307 May 19 05:49:43.440953 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-84e2dd87-cce1-46f0-b8b1-bfa7e9982e55 req-61a4b128-9a27-4957-bb42-389de230f216 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcbbcb83-a201-4d9b-87bd-6383b4e1ff9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423136 May 19 05:49:44.629287 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb9f14a-d46e-4c76-8ed1-1fad61080bba req-9ebb1482-0563-47de-af9c-2a41f8380877 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:49:44.630739 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-bcb9f14a-d46e-4c76-8ed1-1fad61080bba req-9ebb1482-0563-47de-af9c-2a41f8380877 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=6288ad2e-4e69-4d1d-a01d-89b2c52155a7 HTTP/1.1" status: 200 len: 944 time: 0.0816135 May 19 05:49:44.673979 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-bcb9f14a-d46e-4c76-8ed1-1fad61080bba req-e21a9035-16c3-40b9-9f2b-9e948cd4df91 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcbbcb83-a201-4d9b-87bd-6383b4e1ff9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368207 May 19 05:49:44.689948 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-72ebf409-5b8e-4e5c-8562-d67fd5efa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:44.838428 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:45.864165 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf20d2e-8291-4633-a859-d0c07a1b0bef req-3922f477-769a-4c50-a194-bbb9478069ce tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:49:45.865877 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ecf20d2e-8291-4633-a859-d0c07a1b0bef req-3922f477-769a-4c50-a194-bbb9478069ce tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=6288ad2e-4e69-4d1d-a01d-89b2c52155a7 HTTP/1.1" status: 200 len: 944 time: 0.0796127 May 19 05:49:45.881121 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-db7c5e23-657c-45d4-9da5-15ba3bf0d241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:45.912661 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ecf20d2e-8291-4633-a859-d0c07a1b0bef req-8d39d368-80ce-4f6d-8e8a-96c9a8f04385 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcbbcb83-a201-4d9b-87bd-6383b4e1ff9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409741 May 19 05:49:45.992091 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Device 9f42976f-b938-47c2-bd49-4909278b62bc up at agent hyperv_hv-cinder-78240 {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:49:46.057928 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Provisioning for port 9f42976f-b938-47c2-bd49-4909278b62bc completed by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:49:46.062491 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Provisioning complete for port 9f42976f-b938-47c2-bd49-4909278b62bc triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:49:46.062935 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:46.175032 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:46.201956 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6288ad2e-4e69-4d1d-a01d-89b2c52155a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f42976f-b938-47c2-bd49-4909278b62bc'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:49:46.211639 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] For port 9f42976f-b938-47c2-bd49-4909278b62bc, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=9f42976f-b938-47c2-bd49-4909278b62bc,segment=NetworkSegment(f507ec07-80b3-40da-acb9-6d4ba052bdb5),segment_id=f507ec07-80b3-40da-acb9-6d4ba052bdb5)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:49:46.215395 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:46.217189 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-18619adc-764a-43a8-9638-b67c26d56eb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:49:46.250698 dv-cinder-782405-8-iscsi neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6288ad2e-4e69-4d1d-a01d-89b2c52155a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f42976f-b938-47c2-bd49-4909278b62bc', 'code': 200} May 19 05:49:46.281248 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Pushing event updated for resources: {'Port': ['ID=9f42976f-b938-47c2-bd49-4909278b62bc,revision_number=5']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:49:46.284178 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:49:47.101904 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a0387f-a98a-45d3-8551-c24f8ddedb11 req-d4433ac0-34e9-43aa-99cc-9290d4273b3f tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:49:47.103407 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c5a0387f-a98a-45d3-8551-c24f8ddedb11 req-d4433ac0-34e9-43aa-99cc-9290d4273b3f tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=6288ad2e-4e69-4d1d-a01d-89b2c52155a7 HTTP/1.1" status: 200 len: 945 time: 0.0839963 May 19 05:49:47.147682 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c5a0387f-a98a-45d3-8551-c24f8ddedb11 req-996c4607-6cfc-4f33-b220-1985a69e5592 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcbbcb83-a201-4d9b-87bd-6383b4e1ff9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384665 May 19 05:49:47.580449 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ca9ec6bf-79c4-448f-b3bb-8c49e8cf3732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:48.336975 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6dddb2-42a4-4e81-9fbc-118476426c41 req-2c174917-adba-44a6-a924-55398526d769 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:49:48.338409 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ba6dddb2-42a4-4e81-9fbc-118476426c41 req-2c174917-adba-44a6-a924-55398526d769 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=6288ad2e-4e69-4d1d-a01d-89b2c52155a7 HTTP/1.1" status: 200 len: 945 time: 0.0828340 May 19 05:49:48.458962 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ba6dddb2-42a4-4e81-9fbc-118476426c41 req-5f66f0ef-03bc-4920-b3f4-153f25391d18 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcbbcb83-a201-4d9b-87bd-6383b4e1ff9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148639 May 19 05:49:48.708937 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cd2286-b324-4386-afeb-d82511a6a6d4 req-efbb34b5-7212-403a-ba0f-aba9266045d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:49:48.710414 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f5cd2286-b324-4386-afeb-d82511a6a6d4 req-efbb34b5-7212-403a-ba0f-aba9266045d6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6288ad2e-4e69-4d1d-a01d-89b2c52155a7 HTTP/1.1" status: 200 len: 1098 time: 0.0674913 May 19 05:49:48.753090 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f5cd2286-b324-4386-afeb-d82511a6a6d4 req-6e2d6225-0aa0-4370-8bc5-82b9a5e203be service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=bcbbcb83-a201-4d9b-87bd-6383b4e1ff9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364022 May 19 05:49:49.641127 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4de945-3db6-4d50-8b75-f9e6b7fb3326 req-751288a4-24a2-42a3-bb2d-50d14b23cf0f tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:49:49.642584 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4d4de945-3db6-4d50-8b75-f9e6b7fb3326 req-751288a4-24a2-42a3-bb2d-50d14b23cf0f tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=6288ad2e-4e69-4d1d-a01d-89b2c52155a7 HTTP/1.1" status: 200 len: 945 time: 0.0782750 May 19 05:49:49.686453 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4d4de945-3db6-4d50-8b75-f9e6b7fb3326 req-75304164-d32c-446e-9626-66af991164bd tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcbbcb83-a201-4d9b-87bd-6383b4e1ff9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382416 May 19 05:49:50.877527 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446a5298-d72e-46fb-ad4b-4a965acc5c76 req-23b1ab2b-2499-4466-b940-39a84ad982e6 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:49:50.878997 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-446a5298-d72e-46fb-ad4b-4a965acc5c76 req-23b1ab2b-2499-4466-b940-39a84ad982e6 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=6288ad2e-4e69-4d1d-a01d-89b2c52155a7 HTTP/1.1" status: 200 len: 945 time: 0.0802968 May 19 05:49:50.926737 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-446a5298-d72e-46fb-ad4b-4a965acc5c76 req-7c5a93fd-4080-4414-8bc4-eae77c46a825 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcbbcb83-a201-4d9b-87bd-6383b4e1ff9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414219 May 19 05:49:51.108530 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac03a8f-806c-41a8-a89d-66a6b776f627 req-1c5064e6-cc10-4f3b-bbdc-cfa7da568241 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:49:51.110218 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2ac03a8f-806c-41a8-a89d-66a6b776f627 req-1c5064e6-cc10-4f3b-bbdc-cfa7da568241 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=6288ad2e-4e69-4d1d-a01d-89b2c52155a7 HTTP/1.1" status: 200 len: 945 time: 0.0814471 May 19 05:49:51.118606 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 49514) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:49:51.123499 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-9e29df23-f20e-43c8-bf1b-de14f00d0ce1 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Request body: {'floatingip': {'port_id': '9f42976f-b938-47c2-bd49-4909278b62bc'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:49:51.197445 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9e29df23-f20e-43c8-bf1b-de14f00d0ce1 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Notify callbacks [] for floatingip, before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:51.843608 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9e29df23-f20e-43c8-bf1b-de14f00d0ce1 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:51.848156 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9e29df23-f20e-43c8-bf1b-de14f00d0ce1 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-399030'] for floatingip, after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:52.012278 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.db.l3_db [None req-9e29df23-f20e-43c8-bf1b-de14f00d0ce1 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Floating IP 7bf41e99-3d34-4781-8688-b6ac28f64fdb associated. External IP: 172.27.0.86, port: 9f42976f-b938-47c2-bd49-4909278b62bc. May 19 05:49:52.354068 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e29df23-f20e-43c8-bf1b-de14f00d0ce1 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Router 28d60863-05ad-4fb3-9fc5-b38582aec9c9 has already been hosted by L3 agent b1c473b1-11ec-4d73-8852-93414dd700fb {{(pid=103391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 05:49:52.617864 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e29df23-f20e-43c8-bf1b-de14f00d0ce1 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Notify agent at l3_agent.dv-cinder-782405-8-iscsi the message routers_updated {{(pid=103391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 05:49:52.622766 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9e29df23-f20e-43c8-bf1b-de14f00d0ce1 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13023'] for floatingip, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:52.627069 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6f31e5-c4ab-4fe3-8425-6f219eaab755 None None] Sync routers for ids ['28d60863-05ad-4fb3-9fc5-b38582aec9c9'] in dv-cinder-782405-8-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 05:49:52.637124 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6f31e5-c4ab-4fe3-8425-6f219eaab755 None None] Routers {'28d60863-05ad-4fb3-9fc5-b38582aec9c9'} bound to L3 agent in host dv-cinder-782405-8-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:49:52.637729 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-fc6f31e5-c4ab-4fe3-8425-6f219eaab755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T05:35:15Z,description=,heartbeat_timestamp=2021-05-19T05:49:45Z,host='dv-cinder-782405-8-iscsi',id=b1c473b1-11ec-4d73-8852-93414dd700fb,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:35:15Z,topic='l3_agent')) {'router_ids': ['28d60863-05ad-4fb3-9fc5-b38582aec9c9'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:49:52.675203 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-9e29df23-f20e-43c8-bf1b-de14f00d0ce1 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "PUT /v2.0/floatingips/7bf41e99-3d34-4781-8688-b6ac28f64fdb HTTP/1.1" status: 200 len: 990 time: 1.5555685 May 19 05:49:52.675843 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6288ad2e-4e69-4d1d-a01d-89b2c52155a7', 'tag': '9f42976f-b938-47c2-bd49-4909278b62bc'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:49:52.724236 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6288ad2e-4e69-4d1d-a01d-89b2c52155a7', 'tag': '9f42976f-b938-47c2-bd49-4909278b62bc', 'status': 'completed', 'code': 200} May 19 05:49:52.813390 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-fc6f31e5-c4ab-4fe3-8425-6f219eaab755 None None] Set router 28d60863-05ad-4fb3-9fc5-b38582aec9c9 gateway port host: dv-cinder-782405-8-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:49:52.816744 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ac2a31-e6ac-44b2-a0a4-76f0e8262232 req-2bd4d5cd-465f-4d02-af5a-bfd1e90d423a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:49:52.818230 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-09ac2a31-e6ac-44b2-a0a4-76f0e8262232 req-2bd4d5cd-465f-4d02-af5a-bfd1e90d423a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c17fd9a8c56841e28e94a39c06931094&device_id=6288ad2e-4e69-4d1d-a01d-89b2c52155a7 HTTP/1.1" status: 200 len: 1098 time: 0.0723958 May 19 05:49:52.946533 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ac2a31-e6ac-44b2-a0a4-76f0e8262232 req-229c0c23-dcd4-4f6a-9d8c-8102fb442acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:49:52.948424 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-09ac2a31-e6ac-44b2-a0a4-76f0e8262232 req-229c0c23-dcd4-4f6a-9d8c-8102fb442acd service neutron] 10.222.0.26 "GET /v2.0/networks?id=66468b2a-efab-4a3c-bf32-cbdbf073937c HTTP/1.1" status: 200 len: 918 time: 0.1234598 May 19 05:49:53.050044 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-09ac2a31-e6ac-44b2-a0a4-76f0e8262232 req-957ab2cb-fba5-4de9-822e-0a89a8c8e9fd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f42976f-b938-47c2-bd49-4909278b62bc HTTP/1.1" status: 200 len: 998 time: 0.0947566 May 19 05:49:53.111348 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ac2a31-e6ac-44b2-a0a4-76f0e8262232 req-4f2b8411-b736-4e6e-9d95-d8f1bb8b02d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:49:53.112812 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-09ac2a31-e6ac-44b2-a0a4-76f0e8262232 req-4f2b8411-b736-4e6e-9d95-d8f1bb8b02d2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0fe61487-2837-401f-bfcd-f193a4daf6f6 HTTP/1.1" status: 200 len: 856 time: 0.0559316 May 19 05:49:53.148409 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-fc6f31e5-c4ab-4fe3-8425-6f219eaab755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28d60863-05ad-4fb3-9fc5-b38582aec9c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1680429854-router', 'tenant_id': 'c17fd9a8c56841e28e94a39c06931094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '2282138d-dbca-4b4f-9ee5-b6b23b6b7fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:42:33Z', 'updated_at': '2021-05-19T05:42:52Z', 'revision_number': 4, 'project_id': 'c17fd9a8c56841e28e94a39c06931094', 'gw_port': {'id': '2282138d-dbca-4b4f-9ee5-b6b23b6b7fc8', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d60863-05ad-4fb3-9fc5-b38582aec9c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:42:36Z', 'updated_at': '2021-05-19T05:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi', '_floatingips': [{'id': '7bf41e99-3d34-4781-8688-b6ac28f64fdb', 'tenant_id': 'c17fd9a8c56841e28e94a39c06931094', 'floating_ip_address': '172.27.0.86', 'floating_network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'router_id': '28d60863-05ad-4fb3-9fc5-b38582aec9c9', 'port_id': '9f42976f-b938-47c2-bd49-4909278b62bc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66468b2a-efab-4a3c-bf32-cbdbf073937c', 'mac_address': 'fa:16:3e:58:4c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6288ad2e-4e69-4d1d-a01d-89b2c52155a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T05:49:29Z', 'updated_at': '2021-05-19T05:49:51Z', 'revision_number': 1, 'project_id': 'c17fd9a8c56841e28e94a39c06931094', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c2189c6-e426-466f-82fd-a8da5f47588b', 'name': '', 'network_id': '66468b2a-efab-4a3c-bf32-cbdbf073937c', 'tenant_id': 'c17fd9a8c56841e28e94a39c06931094', 'mac_address': 'fa:16:3e:72:c4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d60863-05ad-4fb3-9fc5-b38582aec9c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0fe61487-2837-401f-bfcd-f193a4daf6f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:42:48Z', 'updated_at': '2021-05-19T05:43:05Z', 'revision_number': 5, 'project_id': 'c17fd9a8c56841e28e94a39c06931094', 'subnets': [{'id': '0fe61487-2837-401f-bfcd-f193a4daf6f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:49:53.152187 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6f31e5-c4ab-4fe3-8425-6f219eaab755 None None] Checking router: 28d60863-05ad-4fb3-9fc5-b38582aec9c9 for host: dv-cinder-782405-8-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 05:49:53.160327 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6f31e5-c4ab-4fe3-8425-6f219eaab755 None None] Routers {'28d60863-05ad-4fb3-9fc5-b38582aec9c9'} bound to L3 agent in host dv-cinder-782405-8-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:49:53.160926 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-fc6f31e5-c4ab-4fe3-8425-6f219eaab755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T05:35:15Z,description=,heartbeat_timestamp=2021-05-19T05:49:45Z,host='dv-cinder-782405-8-iscsi',id=b1c473b1-11ec-4d73-8852-93414dd700fb,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:35:15Z,topic='l3_agent')) {'router_ids': ['28d60863-05ad-4fb3-9fc5-b38582aec9c9'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:49:53.191428 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ac2a31-e6ac-44b2-a0a4-76f0e8262232 req-a3cf6fb9-cf75-402b-8d4d-6d682afc6cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:49:53.192912 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-09ac2a31-e6ac-44b2-a0a4-76f0e8262232 req-a3cf6fb9-cf75-402b-8d4d-6d682afc6cfc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=66468b2a-efab-4a3c-bf32-cbdbf073937c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0733159 May 19 05:49:53.327129 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-09ac2a31-e6ac-44b2-a0a4-76f0e8262232 req-5c8bd550-7666-4522-926c-bff77354964b service neutron] 10.222.0.26 "GET /v2.0/networks/66468b2a-efab-4a3c-bf32-cbdbf073937c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278110 May 19 05:49:53.336710 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-fc6f31e5-c4ab-4fe3-8425-6f219eaab755 None None] Set router 28d60863-05ad-4fb3-9fc5-b38582aec9c9 gateway port host: dv-cinder-782405-8-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:49:53.464615 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-09ac2a31-e6ac-44b2-a0a4-76f0e8262232 req-c620bf48-f5ef-41ee-9af5-47d5b9e883c5 service neutron] 10.222.0.26 "GET /v2.0/networks/66468b2a-efab-4a3c-bf32-cbdbf073937c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299624 May 19 05:49:53.707762 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-fc6f31e5-c4ab-4fe3-8425-6f219eaab755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28d60863-05ad-4fb3-9fc5-b38582aec9c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1680429854-router', 'tenant_id': 'c17fd9a8c56841e28e94a39c06931094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '2282138d-dbca-4b4f-9ee5-b6b23b6b7fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:42:33Z', 'updated_at': '2021-05-19T05:42:52Z', 'revision_number': 4, 'project_id': 'c17fd9a8c56841e28e94a39c06931094', 'gw_port': {'id': '2282138d-dbca-4b4f-9ee5-b6b23b6b7fc8', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d60863-05ad-4fb3-9fc5-b38582aec9c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:42:36Z', 'updated_at': '2021-05-19T05:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi', '_floatingips': [{'id': '7bf41e99-3d34-4781-8688-b6ac28f64fdb', 'tenant_id': 'c17fd9a8c56841e28e94a39c06931094', 'floating_ip_address': '172.27.0.86', 'floating_network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'router_id': '28d60863-05ad-4fb3-9fc5-b38582aec9c9', 'port_id': '9f42976f-b938-47c2-bd49-4909278b62bc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66468b2a-efab-4a3c-bf32-cbdbf073937c', 'mac_address': 'fa:16:3e:58:4c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6288ad2e-4e69-4d1d-a01d-89b2c52155a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T05:49:29Z', 'updated_at': '2021-05-19T05:49:51Z', 'revision_number': 1, 'project_id': 'c17fd9a8c56841e28e94a39c06931094', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c2189c6-e426-466f-82fd-a8da5f47588b', 'name': '', 'network_id': '66468b2a-efab-4a3c-bf32-cbdbf073937c', 'tenant_id': 'c17fd9a8c56841e28e94a39c06931094', 'mac_address': 'fa:16:3e:72:c4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d60863-05ad-4fb3-9fc5-b38582aec9c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0fe61487-2837-401f-bfcd-f193a4daf6f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:42:48Z', 'updated_at': '2021-05-19T05:43:05Z', 'revision_number': 5, 'project_id': 'c17fd9a8c56841e28e94a39c06931094', 'subnets': [{'id': '0fe61487-2837-401f-bfcd-f193a4daf6f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:49:53.711636 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6f31e5-c4ab-4fe3-8425-6f219eaab755 None None] The sync data for ids ['28d60863-05ad-4fb3-9fc5-b38582aec9c9'] in dv-cinder-782405-8-iscsi is: [{'id': '28d60863-05ad-4fb3-9fc5-b38582aec9c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1680429854-router', 'tenant_id': 'c17fd9a8c56841e28e94a39c06931094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '2282138d-dbca-4b4f-9ee5-b6b23b6b7fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:42:33Z', 'updated_at': '2021-05-19T05:42:52Z', 'revision_number': 4, 'project_id': 'c17fd9a8c56841e28e94a39c06931094', 'gw_port': {'id': '2282138d-dbca-4b4f-9ee5-b6b23b6b7fc8', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d60863-05ad-4fb3-9fc5-b38582aec9c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:42:36Z', 'updated_at': '2021-05-19T05:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi', '_floatingips': [{'id': '7bf41e99-3d34-4781-8688-b6ac28f64fdb', 'tenant_id': 'c17fd9a8c56841e28e94a39c06931094', 'floating_ip_address': '172.27.0.86', 'floating_network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'router_id': '28d60863-05ad-4fb3-9fc5-b38582aec9c9', 'port_id': '9f42976f-b938-47c2-bd49-4909278b62bc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66468b2a-efab-4a3c-bf32-cbdbf073937c', 'mac_address': 'fa:16:3e:58:4c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6288ad2e-4e69-4d1d-a01d-89b2c52155a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T05:49:29Z', 'updated_at': '2021-05-19T05:49:51Z', 'revision_number': 1, 'project_id': 'c17fd9a8c56841e28e94a39c06931094', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c2189c6-e426-466f-82fd-a8da5f47588b', 'name': '', 'network_id': '66468b2a-efab-4a3c-bf32-cbdbf073937c', 'tenant_id': 'c17fd9a8c56841e28e94a39c06931094', 'mac_address': 'fa:16:3e:72:c4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d60863-05ad-4fb3-9fc5-b38582aec9c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0fe61487-2837-401f-bfcd-f193a4daf6f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:42:48Z', 'updated_at': '2021-05-19T05:43:05Z', 'revision_number': 5, 'project_id': 'c17fd9a8c56841e28e94a39c06931094', 'subnets': [{'id': '0fe61487-2837-401f-bfcd-f193a4daf6f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 05:49:53.892274 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91011603-8e2e-498d-a6c2-6970b60afb26 None None] New status for floating IP 7bf41e99-3d34-4781-8688-b6ac28f64fdb: ACTIVE {{(pid=103393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 05:49:58.211532 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:50:00.749562 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 49602) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:50:00.807756 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bb4b80e-6924-449f-85a0-976eed365b93 admin admin] Deleting subnet f7c49e43-5148-4f74-a033-94da7fdde1ba {{(pid=103391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 05:50:00.811505 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9bb4b80e-6924-449f-85a0-976eed365b93 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:50:00.860201 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9bb4b80e-6924-449f-85a0-976eed365b93 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262242299'] for subnet, precommit_delete_associations {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:50:00.918222 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9bb4b80e-6924-449f-85a0-976eed365b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3527298'] for subnet, precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:50:01.149329 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9bb4b80e-6924-449f-85a0-976eed365b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3527349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263301705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264176266'] for subnet, after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:50:01.154402 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-fa3dd835-a8cd-45ca-a2ff-080cc5646a46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:50:01.191641 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb4b80e-6924-449f-85a0-976eed365b93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7c49e43-5148-4f74-a033-94da7fdde1ba,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:50:01.193567 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9bb4b80e-6924-449f-85a0-976eed365b93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584083'] for subnet, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:50:01.196562 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-9bb4b80e-6924-449f-85a0-976eed365b93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:50:01.199944 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-9bb4b80e-6924-449f-85a0-976eed365b93 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/f7c49e43-5148-4f74-a033-94da7fdde1ba HTTP/1.1" status: 204 len: 168 time: 0.4493861 May 19 05:50:01.202345 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 49606) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:50:01.304504 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a4d4ba07-f139-4a4c-ac4c-5bc862cc8d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608314'] for network, before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:50:01.504230 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a4d4ba07-f139-4a4c-ac4c-5bc862cc8d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3528713', 'neutron.services.segments.db._delete_segments_for_network-8742273243010'] for network, precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:50:01.516952 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.services.segments.db [None req-a4d4ba07-f139-4a4c-ac4c-5bc862cc8d8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2537e625-7989-4b10-a487-7ce1829aa8b3']}} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:50:01.528948 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.services.segments.db [None req-a4d4ba07-f139-4a4c-ac4c-5bc862cc8d8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87acfb00-c013-496f-9866-cdca7e9ad1a6') {'for_net_delete': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:50:01.529239 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.services.segments.db [None req-a4d4ba07-f139-4a4c-ac4c-5bc862cc8d8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87acfb00-c013-496f-9866-cdca7e9ad1a6') {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:50:01.540048 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a4d4ba07-f139-4a4c-ac4c-5bc862cc8d8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742273253515', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262242284'] for segment, before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:50:01.555242 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a4d4ba07-f139-4a4c-ac4c-5bc862cc8d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3517393'] for segment, precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:50:01.561384 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4d4ba07-f139-4a4c-ac4c-5bc862cc8d8e admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 05:50:01.561756 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a4d4ba07-f139-4a4c-ac4c-5bc862cc8d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3517393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263355371'] for segment, after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:50:01.574889 dv-cinder-782405-8-iscsi neutron-server[103391]: Traceback (most recent call last): May 19 05:50:01.574889 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 05:50:01.574889 dv-cinder-782405-8-iscsi neutron-server[103391]: timer() May 19 05:50:01.574889 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 05:50:01.574889 dv-cinder-782405-8-iscsi neutron-server[103391]: cb(*args, **kw) May 19 05:50:01.574889 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 05:50:01.574889 dv-cinder-782405-8-iscsi neutron-server[103391]: return func(*args, **kwargs) May 19 05:50:01.574889 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 05:50:01.574889 dv-cinder-782405-8-iscsi neutron-server[103391]: self._notify() May 19 05:50:01.574889 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 05:50:01.574889 dv-cinder-782405-8-iscsi neutron-server[103391]: self.callback(batched_events) May 19 05:50:01.574889 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 05:50:01.574889 dv-cinder-782405-8-iscsi neutron-server[103391]: event.method(event) May 19 05:50:01.574889 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 05:50:01.574889 dv-cinder-782405-8-iscsi neutron-server[103391]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 05:50:01.574889 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 05:50:01.574889 dv-cinder-782405-8-iscsi neutron-server[103391]: aggregate_uuid = self.p_client.list_aggregates( May 19 05:50:01.574889 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 05:50:01.574889 dv-cinder-782405-8-iscsi neutron-server[103391]: return f(self, *a, **k) May 19 05:50:01.574889 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 05:50:01.574889 dv-cinder-782405-8-iscsi neutron-server[103391]: return self._get(url).json() May 19 05:50:01.574889 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 05:50:01.574889 dv-cinder-782405-8-iscsi neutron-server[103391]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 05:50:01.574889 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 05:50:01.574889 dv-cinder-782405-8-iscsi neutron-server[103391]: return self.request(url, 'GET', **kwargs) May 19 05:50:01.574889 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 05:50:01.574889 dv-cinder-782405-8-iscsi neutron-server[103391]: base_url = self.get_endpoint(auth, allow=allow, May 19 05:50:01.574889 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 05:50:01.574889 dv-cinder-782405-8-iscsi neutron-server[103391]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 05:50:01.574889 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 05:50:01.574889 dv-cinder-782405-8-iscsi neutron-server[103391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 05:50:01.574889 dv-cinder-782405-8-iscsi neutron-server[103391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 05:50:01.651685 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a4d4ba07-f139-4a4c-ac4c-5bc862cc8d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3528704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-542600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-584118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-517964'] for network, after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:50:01.656744 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a4d4ba07-f139-4a4c-ac4c-5bc862cc8d8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584083'] for network, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:50:01.659703 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-cdbe9256-ce5f-47cd-ae7f-a75085ca6533 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:50:01.679281 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d4ba07-f139-4a4c-ac4c-5bc862cc8d8e admin admin] Pushing event deleted for resources: {'Network': ['ID=2537e625-7989-4b10-a487-7ce1829aa8b3,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:50:01.682175 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-a4d4ba07-f139-4a4c-ac4c-5bc862cc8d8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:50:01.689621 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-a4d4ba07-f139-4a4c-ac4c-5bc862cc8d8e admin admin] 10.222.0.11 "DELETE /v2.0/networks/2537e625-7989-4b10-a487-7ce1829aa8b3 HTTP/1.1" status: 204 len: 168 time: 0.4862871 May 19 05:50:01.856614 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 49614) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:50:01.904943 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-75f6acb3-3e76-4d9e-af15-1555cbddbe60 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=38c030c8d50b46a29b0438d7c3b7189d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0471385 May 19 05:50:01.907312 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 49618) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:50:01.963693 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-1df7c2a7-8d59-4037-ae72-7c6b28301f6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:50:01.988434 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-1df7c2a7-8d59-4037-ae72-7c6b28301f6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:50:02.037952 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-1df7c2a7-8d59-4037-ae72-7c6b28301f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:50:02.043141 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-693506dc-f4e5-42ac-94d7-59ebc1afd13b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:50:02.056517 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df7c2a7-8d59-4037-ae72-7c6b28301f6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d256ee-3d9a-4eca-8ebb-c265dc8feac7,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:50:02.060339 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-1df7c2a7-8d59-4037-ae72-7c6b28301f6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:50:02.063485 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-1df7c2a7-8d59-4037-ae72-7c6b28301f6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:50:02.067037 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-1df7c2a7-8d59-4037-ae72-7c6b28301f6d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/52d256ee-3d9a-4eca-8ebb-c265dc8feac7 HTTP/1.1" status: 204 len: 168 time: 0.1583524 May 19 05:50:04.046008 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c7f80-fc6f-423d-b2ae-97550119f5b9 req-b2a98c52-e09d-41ae-8361-146424721b94 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:50:04.047481 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0b4c7f80-fc6f-423d-b2ae-97550119f5b9 req-b2a98c52-e09d-41ae-8361-146424721b94 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa965fca-2ca6-4b8a-ab17-d563194604fe HTTP/1.1" status: 200 len: 945 time: 0.0830717 May 19 05:50:04.091297 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0b4c7f80-fc6f-423d-b2ae-97550119f5b9 req-1a244075-e163-4bd5-bea6-66279abd5bf3 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/security-groups?id=85b9f0b5-43eb-4607-90d8-db95d62f470d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379360 May 19 05:50:05.269957 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9785fd99-883e-4c21-888a-388b3087fb85 req-13be05b6-312e-47a4-8868-a4ddddd6f1bd tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:50:05.271430 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9785fd99-883e-4c21-888a-388b3087fb85 req-13be05b6-312e-47a4-8868-a4ddddd6f1bd tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa965fca-2ca6-4b8a-ab17-d563194604fe HTTP/1.1" status: 200 len: 945 time: 0.0777802 May 19 05:50:05.317327 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9785fd99-883e-4c21-888a-388b3087fb85 req-2c48e38a-333d-43c6-b871-fc45c917eeff tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/security-groups?id=85b9f0b5-43eb-4607-90d8-db95d62f470d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397322 May 19 05:50:05.433384 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8f2cf7-8d40-4529-b4c2-d00b9b85ac67 req-76725b42-2ef2-4d4d-b75e-64f31329dfd1 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:50:05.435184 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6c8f2cf7-8d40-4529-b4c2-d00b9b85ac67 req-76725b42-2ef2-4d4d-b75e-64f31329dfd1 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa965fca-2ca6-4b8a-ab17-d563194604fe HTTP/1.1" status: 200 len: 945 time: 0.0788238 May 19 05:50:05.567511 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [req-6c8f2cf7-8d40-4529-b4c2-d00b9b85ac67 req-4996e234-afd5-48a1-b03e-02ab36328cde tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Deleting port 00acc5b4-63cc-4b2d-90c9-676ae826dafb {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 05:50:05.567755 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-6c8f2cf7-8d40-4529-b4c2-d00b9b85ac67 req-4996e234-afd5-48a1-b03e-02ab36328cde tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742273213799'] for port, before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:50:05.695065 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-6c8f2cf7-8d40-4529-b4c2-d00b9b85ac67 req-4996e234-afd5-48a1-b03e-02ab36328cde tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] For port 00acc5b4-63cc-4b2d-90c9-676ae826dafb, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=00acc5b4-63cc-4b2d-90c9-676ae826dafb,segment=NetworkSegment(91f2eabd-2095-4aa5-b7b2-cb363e7f7010),segment_id=91f2eabd-2095-4aa5-b7b2-cb363e7f7010)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:50:05.695419 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-6c8f2cf7-8d40-4529-b4c2-d00b9b85ac67 req-4996e234-afd5-48a1-b03e-02ab36328cde tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401034'] for port, precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:50:05.975055 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-6c8f2cf7-8d40-4529-b4c2-d00b9b85ac67 req-4996e234-afd5-48a1-b03e-02ab36328cde tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:50:05.975428 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-6c8f2cf7-8d40-4529-b4c2-d00b9b85ac67 req-4996e234-afd5-48a1-b03e-02ab36328cde tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-399030'] for floatingip, after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:50:05.975730 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.db.l3_db [req-6c8f2cf7-8d40-4529-b4c2-d00b9b85ac67 req-4996e234-afd5-48a1-b03e-02ab36328cde tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Floating IP 06d62230-a21f-41d2-ade5-44ee8960423d disassociated. External IP: 172.27.0.30, port: 00acc5b4-63cc-4b2d-90c9-676ae826dafb. May 19 05:50:05.976088 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [req-6c8f2cf7-8d40-4529-b4c2-d00b9b85ac67 req-4996e234-afd5-48a1-b03e-02ab36328cde tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Calling delete_port for 00acc5b4-63cc-4b2d-90c9-676ae826dafb owned by compute:nova {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 05:50:06.082079 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-6c8f2cf7-8d40-4529-b4c2-d00b9b85ac67 req-4996e234-afd5-48a1-b03e-02ab36328cde tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742273216184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742272802052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263355286'] for port, after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:50:06.088699 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-04259784-e8a7-4d2b-baa7-cfbb7b0935de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:50:06.135558 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4996e234-afd5-48a1-b03e-02ab36328cde tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Pushing event deleted for resources: {'Port': ['ID=00acc5b4-63cc-4b2d-90c9-676ae826dafb,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:50:06.138030 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-4996e234-afd5-48a1-b03e-02ab36328cde tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:50:06.314184 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c8f2cf7-8d40-4529-b4c2-d00b9b85ac67 req-4996e234-afd5-48a1-b03e-02ab36328cde tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Router ba9066bd-3808-4530-a786-6c3fc6030ad9 has already been hosted by L3 agent b1c473b1-11ec-4d73-8852-93414dd700fb {{(pid=103391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 05:50:06.464141 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-838e8757-cba3-4e53-ab71-29def08e7f32 req-6de86175-1d7c-4d8a-87e4-5e89ccb9dae4 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa965fca-2ca6-4b8a-ab17-d563194604fe HTTP/1.1" status: 200 len: 210 time: 0.0419502 May 19 05:50:06.491212 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c8f2cf7-8d40-4529-b4c2-d00b9b85ac67 req-4996e234-afd5-48a1-b03e-02ab36328cde tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Notify agent at l3_agent.dv-cinder-782405-8-iscsi the message routers_updated {{(pid=103391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 05:50:06.501301 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aafb2a0-dee3-4912-89dc-d392b0141777 None None] Sync routers for ids ['ba9066bd-3808-4530-a786-6c3fc6030ad9'] in dv-cinder-782405-8-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 05:50:06.511959 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aafb2a0-dee3-4912-89dc-d392b0141777 None None] Routers {'ba9066bd-3808-4530-a786-6c3fc6030ad9'} bound to L3 agent in host dv-cinder-782405-8-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:50:06.512896 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-5aafb2a0-dee3-4912-89dc-d392b0141777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T05:35:15Z,description=,heartbeat_timestamp=2021-05-19T05:49:45Z,host='dv-cinder-782405-8-iscsi',id=b1c473b1-11ec-4d73-8852-93414dd700fb,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:35:15Z,topic='l3_agent')) {'router_ids': ['ba9066bd-3808-4530-a786-6c3fc6030ad9'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:50:06.657677 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c8f2cf7-8d40-4529-b4c2-d00b9b85ac67 req-4996e234-afd5-48a1-b03e-02ab36328cde tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] No DVR routers for this DVR port 00acc5b4-63cc-4b2d-90c9-676ae826dafb on host hv-cinder-78240 {{(pid=103391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 05:50:06.660215 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-6c8f2cf7-8d40-4529-b4c2-d00b9b85ac67 req-4996e234-afd5-48a1-b03e-02ab36328cde tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13023'] for port, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:50:06.664316 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa965fca-2ca6-4b8a-ab17-d563194604fe', 'name': 'network-vif-deleted', 'tag': '00acc5b4-63cc-4b2d-90c9-676ae826dafb'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:50:06.678412 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6c8f2cf7-8d40-4529-b4c2-d00b9b85ac67 req-4996e234-afd5-48a1-b03e-02ab36328cde tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.26 "DELETE /v2.0/ports/00acc5b4-63cc-4b2d-90c9-676ae826dafb HTTP/1.1" status: 204 len: 173 time: 1.2371476 May 19 05:50:06.695583 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-5aafb2a0-dee3-4912-89dc-d392b0141777 None None] Set router ba9066bd-3808-4530-a786-6c3fc6030ad9 gateway port host: dv-cinder-782405-8-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:50:06.714012 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa965fca-2ca6-4b8a-ab17-d563194604fe', 'name': 'network-vif-deleted', 'tag': '00acc5b4-63cc-4b2d-90c9-676ae826dafb', 'status': 'completed', 'code': 200} May 19 05:50:07.009760 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-5aafb2a0-dee3-4912-89dc-d392b0141777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba9066bd-3808-4530-a786-6c3fc6030ad9', 'name': 'tempest-AttachVolumeTestJSON-2060325190-router', 'tenant_id': 'e11f985d37b842499bf1e28b1ad007cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '5a66f97d-b267-4414-8859-2b5b55d524f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:42:33Z', 'updated_at': '2021-05-19T05:42:47Z', 'revision_number': 4, 'project_id': 'e11f985d37b842499bf1e28b1ad007cf', 'gw_port': {'id': '5a66f97d-b267-4414-8859-2b5b55d524f2', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:42:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9066bd-3808-4530-a786-6c3fc6030ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:42:35Z', 'updated_at': '2021-05-19T05:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi', '_interfaces': [{'id': '008bde14-b575-4a18-a567-8ba88098ff11', 'name': '', 'network_id': '89d5aa65-3a6d-4be9-a00d-99ff97528276', 'tenant_id': 'e11f985d37b842499bf1e28b1ad007cf', 'mac_address': 'fa:16:3e:8e:85:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9066bd-3808-4530-a786-6c3fc6030ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '82fd848a-77f0-4d3d-8454-3c0dcf103642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:42:43Z', 'updated_at': '2021-05-19T05:43:00Z', 'revision_number': 5, 'project_id': 'e11f985d37b842499bf1e28b1ad007cf', 'subnets': [{'id': '82fd848a-77f0-4d3d-8454-3c0dcf103642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:50:07.013616 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aafb2a0-dee3-4912-89dc-d392b0141777 None None] Checking router: ba9066bd-3808-4530-a786-6c3fc6030ad9 for host: dv-cinder-782405-8-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 05:50:07.021619 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aafb2a0-dee3-4912-89dc-d392b0141777 None None] Routers {'ba9066bd-3808-4530-a786-6c3fc6030ad9'} bound to L3 agent in host dv-cinder-782405-8-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:50:07.022211 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-5aafb2a0-dee3-4912-89dc-d392b0141777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T05:35:15Z,description=,heartbeat_timestamp=2021-05-19T05:49:45Z,host='dv-cinder-782405-8-iscsi',id=b1c473b1-11ec-4d73-8852-93414dd700fb,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:35:15Z,topic='l3_agent')) {'router_ids': ['ba9066bd-3808-4530-a786-6c3fc6030ad9'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:50:07.193757 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-5aafb2a0-dee3-4912-89dc-d392b0141777 None None] Set router ba9066bd-3808-4530-a786-6c3fc6030ad9 gateway port host: dv-cinder-782405-8-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:50:07.500799 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-5aafb2a0-dee3-4912-89dc-d392b0141777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba9066bd-3808-4530-a786-6c3fc6030ad9', 'name': 'tempest-AttachVolumeTestJSON-2060325190-router', 'tenant_id': 'e11f985d37b842499bf1e28b1ad007cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '5a66f97d-b267-4414-8859-2b5b55d524f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:42:33Z', 'updated_at': '2021-05-19T05:42:47Z', 'revision_number': 4, 'project_id': 'e11f985d37b842499bf1e28b1ad007cf', 'gw_port': {'id': '5a66f97d-b267-4414-8859-2b5b55d524f2', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:42:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9066bd-3808-4530-a786-6c3fc6030ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:42:35Z', 'updated_at': '2021-05-19T05:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi', '_interfaces': [{'id': '008bde14-b575-4a18-a567-8ba88098ff11', 'name': '', 'network_id': '89d5aa65-3a6d-4be9-a00d-99ff97528276', 'tenant_id': 'e11f985d37b842499bf1e28b1ad007cf', 'mac_address': 'fa:16:3e:8e:85:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9066bd-3808-4530-a786-6c3fc6030ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '82fd848a-77f0-4d3d-8454-3c0dcf103642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:42:43Z', 'updated_at': '2021-05-19T05:43:00Z', 'revision_number': 5, 'project_id': 'e11f985d37b842499bf1e28b1ad007cf', 'subnets': [{'id': '82fd848a-77f0-4d3d-8454-3c0dcf103642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:50:07.505360 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aafb2a0-dee3-4912-89dc-d392b0141777 None None] The sync data for ids ['ba9066bd-3808-4530-a786-6c3fc6030ad9'] in dv-cinder-782405-8-iscsi is: [{'id': 'ba9066bd-3808-4530-a786-6c3fc6030ad9', 'name': 'tempest-AttachVolumeTestJSON-2060325190-router', 'tenant_id': 'e11f985d37b842499bf1e28b1ad007cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '5a66f97d-b267-4414-8859-2b5b55d524f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:42:33Z', 'updated_at': '2021-05-19T05:42:47Z', 'revision_number': 4, 'project_id': 'e11f985d37b842499bf1e28b1ad007cf', 'gw_port': {'id': '5a66f97d-b267-4414-8859-2b5b55d524f2', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:42:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9066bd-3808-4530-a786-6c3fc6030ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:42:35Z', 'updated_at': '2021-05-19T05:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi', '_interfaces': [{'id': '008bde14-b575-4a18-a567-8ba88098ff11', 'name': '', 'network_id': '89d5aa65-3a6d-4be9-a00d-99ff97528276', 'tenant_id': 'e11f985d37b842499bf1e28b1ad007cf', 'mac_address': 'fa:16:3e:8e:85:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9066bd-3808-4530-a786-6c3fc6030ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '82fd848a-77f0-4d3d-8454-3c0dcf103642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:42:43Z', 'updated_at': '2021-05-19T05:43:00Z', 'revision_number': 5, 'project_id': 'e11f985d37b842499bf1e28b1ad007cf', 'subnets': [{'id': '82fd848a-77f0-4d3d-8454-3c0dcf103642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 05:50:07.591707 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 49656) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:50:07.658259 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9ee08e5e-08b6-44e7-a7f0-c408c6ac395f tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Notify callbacks [] for security_group, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:50:07.691162 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9ee08e5e-08b6-44e7-a7f0-c408c6ac395f tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:50:07.710690 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2bd717-d093-4487-b5da-77f207afa4a0 None None] New status for floating IP 06d62230-a21f-41d2-ade5-44ee8960423d: DOWN {{(pid=103393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 05:50:07.748704 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9ee08e5e-08b6-44e7-a7f0-c408c6ac395f tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:50:07.752369 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-32a6d177-fffd-40f3-85ac-1214557bdabb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:50:07.766023 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee08e5e-08b6-44e7-a7f0-c408c6ac395f tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b9f0b5-43eb-4607-90d8-db95d62f470d,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:50:07.775924 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee08e5e-08b6-44e7-a7f0-c408c6ac395f tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:50:07.776328 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee08e5e-08b6-44e7-a7f0-c408c6ac395f tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:50:07.776654 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee08e5e-08b6-44e7-a7f0-c408c6ac395f tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:50:07.777006 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee08e5e-08b6-44e7-a7f0-c408c6ac395f tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:50:07.777379 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee08e5e-08b6-44e7-a7f0-c408c6ac395f tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:50:07.777711 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee08e5e-08b6-44e7-a7f0-c408c6ac395f tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:50:07.778045 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee08e5e-08b6-44e7-a7f0-c408c6ac395f tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:50:07.778390 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee08e5e-08b6-44e7-a7f0-c408c6ac395f tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:50:07.778752 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee08e5e-08b6-44e7-a7f0-c408c6ac395f tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:50:07.779090 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee08e5e-08b6-44e7-a7f0-c408c6ac395f tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:50:07.779432 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee08e5e-08b6-44e7-a7f0-c408c6ac395f tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:50:07.779772 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee08e5e-08b6-44e7-a7f0-c408c6ac395f tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:50:07.782929 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-9ee08e5e-08b6-44e7-a7f0-c408c6ac395f tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:50:07.788212 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9ee08e5e-08b6-44e7-a7f0-c408c6ac395f tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Notify callbacks [] for security_group, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:50:07.789299 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-9ee08e5e-08b6-44e7-a7f0-c408c6ac395f tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "DELETE /v2.0/security-groups/85b9f0b5-43eb-4607-90d8-db95d62f470d HTTP/1.1" status: 204 len: 168 time: 0.1966176 May 19 05:50:07.792719 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 49660) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:50:07.809438 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.api.v2.resource [None req-7170fbda-088d-449a-85af-94ad0240201b tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] show failed (client error): The resource could not be found. May 19 05:50:07.810585 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-7170fbda-088d-449a-85af-94ad0240201b tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/security-groups/85b9f0b5-43eb-4607-90d8-db95d62f470d HTTP/1.1" status: 404 len: 347 time: 0.0168641 May 19 05:50:07.813356 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 49664) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:50:08.029169 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-0533e564-37b9-40a5-add0-e1cbf09a30b0 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Deleting port 8f1b6092-0ef3-4288-91c9-c74d5b7b0d08 {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 05:50:08.029515 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0533e564-37b9-40a5-add0-e1cbf09a30b0 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742273213799'] for port, before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:50:08.143635 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0533e564-37b9-40a5-add0-e1cbf09a30b0 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401034'] for port, precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:50:08.143967 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0533e564-37b9-40a5-add0-e1cbf09a30b0 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:50:08.262535 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-0533e564-37b9-40a5-add0-e1cbf09a30b0 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Calling delete_port for 8f1b6092-0ef3-4288-91c9-c74d5b7b0d08 owned by network:floatingip {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 05:50:08.369284 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0533e564-37b9-40a5-add0-e1cbf09a30b0 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742273216184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742272802052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263355286'] for port, after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:50:08.373433 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-42f2ab4b-f3ca-4680-bd1e-abad189e1256 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:50:08.418881 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0533e564-37b9-40a5-add0-e1cbf09a30b0 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Pushing event deleted for resources: {'Port': ['ID=8f1b6092-0ef3-4288-91c9-c74d5b7b0d08,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:50:08.443862 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-0533e564-37b9-40a5-add0-e1cbf09a30b0 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:50:08.504095 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0533e564-37b9-40a5-add0-e1cbf09a30b0 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Notify callbacks [] for floatingip, after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:50:08.519215 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0533e564-37b9-40a5-add0-e1cbf09a30b0 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13023'] for floatingip, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:50:08.520326 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-0533e564-37b9-40a5-add0-e1cbf09a30b0 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "DELETE /v2.0/floatingips/06d62230-a21f-41d2-ade5-44ee8960423d HTTP/1.1" status: 204 len: 168 time: 0.7060699 May 19 05:50:08.757706 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 49672) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:50:08.763694 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-56a3ddb8-1473-4fe5-85d3-2962d3aace44 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1622196542', 'description': 'tempest-description--1123752310'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:50:08.769584 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-56a3ddb8-1473-4fe5-85d3-2962d3aace44 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:50:08.773752 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-56a3ddb8-1473-4fe5-85d3-2962d3aace44 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Usage tracker for resource:security_group and tenant:e11f985d37b842499bf1e28b1ad007cf is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:50:08.776756 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-56a3ddb8-1473-4fe5-85d3-2962d3aace44 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:50:08.782307 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-56a3ddb8-1473-4fe5-85d3-2962d3aace44 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:50:08.792986 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-56a3ddb8-1473-4fe5-85d3-2962d3aace44 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Notify callbacks [] for security_group, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:50:08.812400 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-56a3ddb8-1473-4fe5-85d3-2962d3aace44 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:50:08.816073 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-56a3ddb8-1473-4fe5-85d3-2962d3aace44 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Usage tracker for resource:security_group_rule and tenant:e11f985d37b842499bf1e28b1ad007cf is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:50:08.818832 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-56a3ddb8-1473-4fe5-85d3-2962d3aace44 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:50:08.824329 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-56a3ddb8-1473-4fe5-85d3-2962d3aace44 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:50:08.893891 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-56a3ddb8-1473-4fe5-85d3-2962d3aace44 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Notify callbacks [] for security_group, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:50:08.897346 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-56a3ddb8-1473-4fe5-85d3-2962d3aace44 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:50:08.902099 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:50:08.941763 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a3ddb8-1473-4fe5-85d3-2962d3aace44 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec9fb07-e976-4704-87b4-436ad462552a,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:50:08.944590 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-56a3ddb8-1473-4fe5-85d3-2962d3aace44 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Notify callbacks [] for security_group, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:50:08.945756 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-56a3ddb8-1473-4fe5-85d3-2962d3aace44 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1870737 May 19 05:50:08.946678 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-56a3ddb8-1473-4fe5-85d3-2962d3aace44 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:50:08.949174 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 49676) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:50:08.953592 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-78a39a95-f7cb-4153-aa7b-0af7c5d7c893 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Request body: {'security_group_rule': {'security_group_id': '6ec9fb07-e976-4704-87b4-436ad462552a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:50:08.959256 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-78a39a95-f7cb-4153-aa7b-0af7c5d7c893 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:50:08.963081 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-78a39a95-f7cb-4153-aa7b-0af7c5d7c893 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Usage tracker for resource:security_group_rule and tenant:e11f985d37b842499bf1e28b1ad007cf is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:50:08.965971 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-78a39a95-f7cb-4153-aa7b-0af7c5d7c893 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:50:08.971609 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-78a39a95-f7cb-4153-aa7b-0af7c5d7c893 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:50:08.987669 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-78a39a95-f7cb-4153-aa7b-0af7c5d7c893 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:50:09.045297 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-78a39a95-f7cb-4153-aa7b-0af7c5d7c893 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:50:09.048588 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-78a39a95-f7cb-4153-aa7b-0af7c5d7c893 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555713'] for security_group_rule, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:50:09.050525 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:50:09.071971 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a39a95-f7cb-4153-aa7b-0af7c5d7c893 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8b2bf25-9871-4622-b389-b779a3729d60,revision_number=0']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:50:09.074273 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-78a39a95-f7cb-4153-aa7b-0af7c5d7c893 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:50:09.081379 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-78a39a95-f7cb-4153-aa7b-0af7c5d7c893 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:50:09.082535 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-78a39a95-f7cb-4153-aa7b-0af7c5d7c893 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1329951 May 19 05:50:09.085164 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 49680) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:50:09.090161 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-99165eb6-be5d-4fe1-9887-f0f1a3171f9f tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Request body: {'security_group_rule': {'security_group_id': '6ec9fb07-e976-4704-87b4-436ad462552a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:50:09.095692 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-99165eb6-be5d-4fe1-9887-f0f1a3171f9f tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:50:09.099450 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-99165eb6-be5d-4fe1-9887-f0f1a3171f9f tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Usage tracker for resource:security_group_rule and tenant:e11f985d37b842499bf1e28b1ad007cf is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:50:09.102217 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-99165eb6-be5d-4fe1-9887-f0f1a3171f9f tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:50:09.108284 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-99165eb6-be5d-4fe1-9887-f0f1a3171f9f tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:50:09.123586 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-99165eb6-be5d-4fe1-9887-f0f1a3171f9f tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:50:09.127206 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Device 00acc5b4-63cc-4b2d-90c9-676ae826dafb no longer exists at agent hyperv_hv-cinder-78240 {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 05:50:09.160333 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] No Port match for: 00acc5b4-63cc-4b2d-90c9-676ae826dafb {{(pid=103392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 05:50:09.160691 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Device 00acc5b4-63cc-4b2d-90c9-676ae826dafb not bound to the agent host hv-cinder-78240 {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 05:50:09.186236 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-99165eb6-be5d-4fe1-9887-f0f1a3171f9f tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:50:09.189671 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-99165eb6-be5d-4fe1-9887-f0f1a3171f9f tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555713'] for security_group_rule, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:50:09.191671 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-113f2b8c-3cdc-4294-bb0d-46fec1df024d tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:50:09.213154 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99165eb6-be5d-4fe1-9887-f0f1a3171f9f tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e62db34-c58d-46e9-b567-62d21fdabe70,revision_number=0']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:50:09.215602 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-99165eb6-be5d-4fe1-9887-f0f1a3171f9f tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:50:09.222369 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-99165eb6-be5d-4fe1-9887-f0f1a3171f9f tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:50:09.223653 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-99165eb6-be5d-4fe1-9887-f0f1a3171f9f tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1375954 May 19 05:50:09.226642 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 49684) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:50:09.232256 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-c7e05e21-d242-4877-8bf2-37fe33915fd7 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Request body: {'floatingip': {'floating_network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:50:09.238004 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-c7e05e21-d242-4877-8bf2-37fe33915fd7 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:50:09.241658 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-c7e05e21-d242-4877-8bf2-37fe33915fd7 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Usage tracker for resource:floatingip and tenant:e11f985d37b842499bf1e28b1ad007cf is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:50:09.244541 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-c7e05e21-d242-4877-8bf2-37fe33915fd7 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:50:09.250232 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-c7e05e21-d242-4877-8bf2-37fe33915fd7 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:50:09.260163 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c7e05e21-d242-4877-8bf2-37fe33915fd7 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Notify callbacks [] for floatingip, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:50:09.391384 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c7e05e21-d242-4877-8bf2-37fe33915fd7 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:50:09.522345 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [None req-c7e05e21-d242-4877-8bf2-37fe33915fd7 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Allocated IP 172.27.0.168 (1e6dde84-3174-47a4-a93f-45a4a19145c3/a354a417-b24c-44ef-b568-941dc79a6d49/3421d2f9-d04a-4573-9833-b63954476bae) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 05:50:09.662634 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c7e05e21-d242-4877-8bf2-37fe33915fd7 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Notify callbacks [] for port, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:50:09.691042 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c7e05e21-d242-4877-8bf2-37fe33915fd7 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742272799735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263355286'] for port, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:50:09.695520 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-3570289a-b0b3-44b0-ad6d-a413682633ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:50:09.757632 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e05e21-d242-4877-8bf2-37fe33915fd7 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Network 1e6dde84-3174-47a4-a93f-45a4a19145c3 is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:50:09.760934 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-c7e05e21-d242-4877-8bf2-37fe33915fd7 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:50:09.764475 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e05e21-d242-4877-8bf2-37fe33915fd7 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 05:50:09.797386 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e05e21-d242-4877-8bf2-37fe33915fd7 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Pushing event updated for resources: {'Port': ['ID=3421d2f9-d04a-4573-9833-b63954476bae,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:50:09.801170 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-c7e05e21-d242-4877-8bf2-37fe33915fd7 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:50:09.843878 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c7e05e21-d242-4877-8bf2-37fe33915fd7 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:50:09.979357 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c7e05e21-d242-4877-8bf2-37fe33915fd7 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:50:10.174085 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c7e05e21-d242-4877-8bf2-37fe33915fd7 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Notify callbacks [] for port, precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:50:10.179431 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c7e05e21-d242-4877-8bf2-37fe33915fd7 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263355279'] for port, after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:50:10.183859 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-c7e05e21-d242-4877-8bf2-37fe33915fd7 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:50:10.286250 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e05e21-d242-4877-8bf2-37fe33915fd7 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Pushing event updated for resources: {'Port': ['ID=3421d2f9-d04a-4573-9833-b63954476bae,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:50:10.290742 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-c7e05e21-d242-4877-8bf2-37fe33915fd7 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:50:10.298763 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c7e05e21-d242-4877-8bf2-37fe33915fd7 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-399030'] for floatingip, after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:50:10.320210 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c7e05e21-d242-4877-8bf2-37fe33915fd7 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13023'] for floatingip, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:50:10.321496 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-c7e05e21-d242-4877-8bf2-37fe33915fd7 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0939429 May 19 05:50:10.536956 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [req-470a2bd8-a0ea-4ce3-9b88-b931e3272312 req-c2f2ffdf-1161-427d-9376-f2c353f1973a tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Synchronizing usage tracker for tenant:e11f985d37b842499bf1e28b1ad007cf on resource:security_group {{(pid=103390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:50:10.551806 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [req-470a2bd8-a0ea-4ce3-9b88-b931e3272312 req-c2f2ffdf-1161-427d-9376-f2c353f1973a tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Unset dirty status for tenant:e11f985d37b842499bf1e28b1ad007cf on resource:security_group {{(pid=103390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:50:10.553481 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-470a2bd8-a0ea-4ce3-9b88-b931e3272312 req-c2f2ffdf-1161-427d-9376-f2c353f1973a tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1622196542&fields=id&tenant_id=e11f985d37b842499bf1e28b1ad007cf HTTP/1.1" status: 200 len: 267 time: 0.0553052 May 19 05:50:10.699027 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470a2bd8-a0ea-4ce3-9b88-b931e3272312 req-00f0ee8d-587b-4aa0-9c9a-d619031d9b0a tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:50:10.700360 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-470a2bd8-a0ea-4ce3-9b88-b931e3272312 req-00f0ee8d-587b-4aa0-9c9a-d619031d9b0a tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/networks?id=89d5aa65-3a6d-4be9-a00d-99ff97528276 HTTP/1.1" status: 200 len: 811 time: 0.1398730 May 19 05:50:10.714825 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-470a2bd8-a0ea-4ce3-9b88-b931e3272312 req-cdb21bc8-f34c-45c4-bd6f-5006eefc1a30 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/quotas/e11f985d37b842499bf1e28b1ad007cf HTTP/1.1" status: 200 len: 375 time: 0.0089972 May 19 05:50:10.796436 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-470a2bd8-a0ea-4ce3-9b88-b931e3272312 req-9fc62a81-5f24-4343-be46-8eafb20df887 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=e11f985d37b842499bf1e28b1ad007cf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0768356 May 19 05:50:11.026422 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-470a2bd8-a0ea-4ce3-9b88-b931e3272312 req-0c49635d-8121-4e3c-ac51-77261eff8afe service neutron] 10.222.0.11 "GET /v2.0/networks/89d5aa65-3a6d-4be9-a00d-99ff97528276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186308 May 19 05:50:11.154642 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-470a2bd8-a0ea-4ce3-9b88-b931e3272312 req-535c9c37-23ec-4337-bd89-d2061224c512 service neutron] 10.222.0.11 "GET /v2.0/networks/89d5aa65-3a6d-4be9-a00d-99ff97528276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223838 May 19 05:50:11.329422 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-e3fbcd66-83a4-4fbc-880b-76e3d1c40b2a req-a21443a8-e4de-40dc-85d8-3817b7851c1c tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Synchronizing usage tracker for tenant:e11f985d37b842499bf1e28b1ad007cf on resource:port {{(pid=103391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:50:11.344839 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-e3fbcd66-83a4-4fbc-880b-76e3d1c40b2a req-a21443a8-e4de-40dc-85d8-3817b7851c1c tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Unset dirty status for tenant:e11f985d37b842499bf1e28b1ad007cf on resource:port {{(pid=103391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:50:11.345995 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e3fbcd66-83a4-4fbc-880b-76e3d1c40b2a req-a21443a8-e4de-40dc-85d8-3817b7851c1c tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/ports?device_id=94a346e5-bdf7-4f1d-8e05-ac2e430c7dfd HTTP/1.1" status: 200 len: 210 time: 0.0595624 May 19 05:50:11.582629 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-8ef77f1b-c1f2-4f7f-903c-9c4facac0416 None None] Agent healthcheck: found 6 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 05:50:12.337297 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-758ba40c-08e5-4a06-bc14-11dcb49af922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:50:12.366979 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470a2bd8-a0ea-4ce3-9b88-b931e3272312 req-b5d9ce95-eaf5-48a3-ac6f-61518f9d36df tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:50:12.368431 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-470a2bd8-a0ea-4ce3-9b88-b931e3272312 req-b5d9ce95-eaf5-48a3-ac6f-61518f9d36df tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.26 "GET /v2.0/networks?id=89d5aa65-3a6d-4be9-a00d-99ff97528276 HTTP/1.1" status: 200 len: 811 time: 0.1482527 May 19 05:50:12.420139 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-470a2bd8-a0ea-4ce3-9b88-b931e3272312 req-9717d6a5-df62-4810-b3aa-33dbde6e0c91 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Synchronizing usage tracker for tenant:e11f985d37b842499bf1e28b1ad007cf on resource:security_group {{(pid=103391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:50:12.432884 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-470a2bd8-a0ea-4ce3-9b88-b931e3272312 req-9717d6a5-df62-4810-b3aa-33dbde6e0c91 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Unset dirty status for tenant:e11f985d37b842499bf1e28b1ad007cf on resource:security_group {{(pid=103391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:50:12.434324 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-470a2bd8-a0ea-4ce3-9b88-b931e3272312 req-9717d6a5-df62-4810-b3aa-33dbde6e0c91 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e11f985d37b842499bf1e28b1ad007cf HTTP/1.1" status: 200 len: 380 time: 0.0557308 May 19 05:50:12.442844 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [req-470a2bd8-a0ea-4ce3-9b88-b931e3272312 req-82b7f324-a3dc-4557-b89d-56f49eb8e648 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Request body: {'port': {'device_id': '94a346e5-bdf7-4f1d-8e05-ac2e430c7dfd', 'network_id': '89d5aa65-3a6d-4be9-a00d-99ff97528276', 'admin_state_up': True, 'tenant_id': 'e11f985d37b842499bf1e28b1ad007cf', 'security_groups': ['6ec9fb07-e976-4704-87b4-436ad462552a']}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:50:12.516349 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-14aa860e-662f-46bd-b22b-e5b8003daaa4 req-73b934b1-231e-4935-8d09-fd8a4b3ea296 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/ports?device_id=94a346e5-bdf7-4f1d-8e05-ac2e430c7dfd HTTP/1.1" status: 200 len: 210 time: 0.0572939 May 19 05:50:12.612339 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [req-470a2bd8-a0ea-4ce3-9b88-b931e3272312 req-82b7f324-a3dc-4557-b89d-56f49eb8e648 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:50:12.621645 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [req-470a2bd8-a0ea-4ce3-9b88-b931e3272312 req-82b7f324-a3dc-4557-b89d-56f49eb8e648 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:50:12.630785 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-470a2bd8-a0ea-4ce3-9b88-b931e3272312 req-82b7f324-a3dc-4557-b89d-56f49eb8e648 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Made reservation on behalf of e11f985d37b842499bf1e28b1ad007cf for: {'port': 1} {{(pid=103391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 05:50:12.634737 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-470a2bd8-a0ea-4ce3-9b88-b931e3272312 req-82b7f324-a3dc-4557-b89d-56f49eb8e648 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:50:12.792132 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [req-470a2bd8-a0ea-4ce3-9b88-b931e3272312 req-82b7f324-a3dc-4557-b89d-56f49eb8e648 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Allocated IP 172.20.0.11 (89d5aa65-3a6d-4be9-a00d-99ff97528276/82fd848a-77f0-4d3d-8454-3c0dcf103642/441a3f25-01fa-4475-bf01-47b46ebf922f) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 05:50:12.974334 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-470a2bd8-a0ea-4ce3-9b88-b931e3272312 req-82b7f324-a3dc-4557-b89d-56f49eb8e648 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Notify callbacks [] for port, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:50:12.989517 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [req-470a2bd8-a0ea-4ce3-9b88-b931e3272312 req-82b7f324-a3dc-4557-b89d-56f49eb8e648 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Transition to ACTIVE for port object 441a3f25-01fa-4475-bf01-47b46ebf922f will not be triggered until provisioned by entity DHCP. {{(pid=103391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:50:13.014293 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-470a2bd8-a0ea-4ce3-9b88-b931e3272312 req-82b7f324-a3dc-4557-b89d-56f49eb8e648 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742272799735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263355286'] for port, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:50:13.020078 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-2e8c7060-b37e-4b3f-8ca7-567a827fe295 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:50:13.086516 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-470a2bd8-a0ea-4ce3-9b88-b931e3272312 req-82b7f324-a3dc-4557-b89d-56f49eb8e648 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Network 89d5aa65-3a6d-4be9-a00d-99ff97528276 is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:50:13.089686 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [req-470a2bd8-a0ea-4ce3-9b88-b931e3272312 req-82b7f324-a3dc-4557-b89d-56f49eb8e648 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:50:13.093534 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [req-470a2bd8-a0ea-4ce3-9b88-b931e3272312 req-82b7f324-a3dc-4557-b89d-56f49eb8e648 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 05:50:13.132263 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b7f324-a3dc-4557-b89d-56f49eb8e648 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Pushing event updated for resources: {'Port': ['ID=441a3f25-01fa-4475-bf01-47b46ebf922f,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:50:13.141320 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-82b7f324-a3dc-4557-b89d-56f49eb8e648 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:50:13.161225 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470a2bd8-a0ea-4ce3-9b88-b931e3272312 req-82b7f324-a3dc-4557-b89d-56f49eb8e648 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:50:13.161844 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-470a2bd8-a0ea-4ce3-9b88-b931e3272312 req-82b7f324-a3dc-4557-b89d-56f49eb8e648 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13023'] for port, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:50:13.189506 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-470a2bd8-a0ea-4ce3-9b88-b931e3272312 req-82b7f324-a3dc-4557-b89d-56f49eb8e648 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7502573 May 19 05:50:13.201908 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [req-470a2bd8-a0ea-4ce3-9b88-b931e3272312 req-b3bbc8e1-77b3-47ec-8a85-a0b0acc99bd4 service neutron] Request body: {'port': {'device_id': '94a346e5-bdf7-4f1d-8e05-ac2e430c7dfd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78240'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:50:13.266414 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-0e7640cd-619a-43e5-8fac-6451527dbca3 None None] Provisioning for port 441a3f25-01fa-4475-bf01-47b46ebf922f completed by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:50:13.271012 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-0e7640cd-619a-43e5-8fac-6451527dbca3 None None] Provisioning complete for port 441a3f25-01fa-4475-bf01-47b46ebf922f triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:50:13.271391 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0e7640cd-619a-43e5-8fac-6451527dbca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:50:13.315403 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-470a2bd8-a0ea-4ce3-9b88-b931e3272312 req-b3bbc8e1-77b3-47ec-8a85-a0b0acc99bd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:50:13.322791 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-0e7640cd-619a-43e5-8fac-6451527dbca3 None None] Port 441a3f25-01fa-4475-bf01-47b46ebf922f cannot update to ACTIVE because it is not bound. {{(pid=103392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 05:50:13.767394 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [req-470a2bd8-a0ea-4ce3-9b88-b931e3272312 req-b3bbc8e1-77b3-47ec-8a85-a0b0acc99bd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 441a3f25-01fa-4475-bf01-47b46ebf922f {{(pid=103391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 05:50:13.778169 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-470a2bd8-a0ea-4ce3-9b88-b931e3272312 req-b3bbc8e1-77b3-47ec-8a85-a0b0acc99bd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:50:13.798032 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [req-470a2bd8-a0ea-4ce3-9b88-b931e3272312 req-b3bbc8e1-77b3-47ec-8a85-a0b0acc99bd4 service neutron] Transition to ACTIVE for port object 441a3f25-01fa-4475-bf01-47b46ebf922f will not be triggered until provisioned by entity L2. {{(pid=103391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:50:13.801313 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-470a2bd8-a0ea-4ce3-9b88-b931e3272312 req-b3bbc8e1-77b3-47ec-8a85-a0b0acc99bd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263355279'] for port, after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:50:13.805661 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-6fc61f2a-192e-414c-98d1-8a731016eef4 tempest-ServerRescueNegativeTestJSON-421419885 tempest-ServerRescueNegativeTestJSON-421419885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:50:13.862695 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54540117-10b4-4341-a3ac-f87b7cb6c1f1 req-e00b0b47-9cbd-4c22-bf7a-5bba816692ce tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:50:13.863382 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-54540117-10b4-4341-a3ac-f87b7cb6c1f1 req-e00b0b47-9cbd-4c22-bf7a-5bba816692ce tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Synchronizing usage tracker for tenant:e11f985d37b842499bf1e28b1ad007cf on resource:port {{(pid=103391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:50:13.972873 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bbc8e1-77b3-47ec-8a85-a0b0acc99bd4 service neutron] Pushing event updated for resources: {'Port': ['ID=441a3f25-01fa-4475-bf01-47b46ebf922f,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:50:13.980817 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-54540117-10b4-4341-a3ac-f87b7cb6c1f1 req-e00b0b47-9cbd-4c22-bf7a-5bba816692ce tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Unset dirty status for tenant:e11f985d37b842499bf1e28b1ad007cf on resource:port {{(pid=103391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:50:13.981968 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-54540117-10b4-4341-a3ac-f87b7cb6c1f1 req-e00b0b47-9cbd-4c22-bf7a-5bba816692ce tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/ports?device_id=94a346e5-bdf7-4f1d-8e05-ac2e430c7dfd HTTP/1.1" status: 200 len: 932 time: 0.3128831 May 19 05:50:13.987467 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-b3bbc8e1-77b3-47ec-8a85-a0b0acc99bd4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:50:14.074121 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-54540117-10b4-4341-a3ac-f87b7cb6c1f1 req-f928e959-8041-4417-a83c-d1e1b6b7e14e tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/security-groups?id=6ec9fb07-e976-4704-87b4-436ad462552a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614209 May 19 05:50:14.089413 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-470a2bd8-a0ea-4ce3-9b88-b931e3272312 req-b3bbc8e1-77b3-47ec-8a85-a0b0acc99bd4 service neutron] Attempting to bind port 441a3f25-01fa-4475-bf01-47b46ebf922f on host hv-cinder-78240 for vnic_type normal with profile {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 05:50:14.089741 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-470a2bd8-a0ea-4ce3-9b88-b931e3272312 req-b3bbc8e1-77b3-47ec-8a85-a0b0acc99bd4 service neutron] Attempting to bind port 441a3f25-01fa-4475-bf01-47b46ebf922f by drivers openvswitch,hyperv on host hv-cinder-78240 at level 0 using segments [{'id': '91f2eabd-2095-4aa5-b7b2-cb363e7f7010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '89d5aa65-3a6d-4be9-a00d-99ff97528276'}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 05:50:14.090069 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470a2bd8-a0ea-4ce3-9b88-b931e3272312 req-b3bbc8e1-77b3-47ec-8a85-a0b0acc99bd4 service neutron] Attempting to bind port 441a3f25-01fa-4475-bf01-47b46ebf922f on network 89d5aa65-3a6d-4be9-a00d-99ff97528276 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:50:14.094619 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470a2bd8-a0ea-4ce3-9b88-b931e3272312 req-b3bbc8e1-77b3-47ec-8a85-a0b0acc99bd4 service neutron] Port 441a3f25-01fa-4475-bf01-47b46ebf922f on network 89d5aa65-3a6d-4be9-a00d-99ff97528276 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78240 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 05:50:14.094967 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470a2bd8-a0ea-4ce3-9b88-b931e3272312 req-b3bbc8e1-77b3-47ec-8a85-a0b0acc99bd4 service neutron] Attempting to bind port 441a3f25-01fa-4475-bf01-47b46ebf922f on network 89d5aa65-3a6d-4be9-a00d-99ff97528276 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:50:14.099909 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470a2bd8-a0ea-4ce3-9b88-b931e3272312 req-b3bbc8e1-77b3-47ec-8a85-a0b0acc99bd4 service neutron] Checking agent: {'id': '5b106939-35fb-4931-879f-1b04325a2c36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78240', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 5, 40, 58), 'started_at': datetime.datetime(2021, 5, 19, 5, 40, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 5, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 05:50:14.100237 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470a2bd8-a0ea-4ce3-9b88-b931e3272312 req-b3bbc8e1-77b3-47ec-8a85-a0b0acc99bd4 service neutron] Checking segment: {'id': '91f2eabd-2095-4aa5-b7b2-cb363e7f7010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '89d5aa65-3a6d-4be9-a00d-99ff97528276'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:50:14.100605 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470a2bd8-a0ea-4ce3-9b88-b931e3272312 req-b3bbc8e1-77b3-47ec-8a85-a0b0acc99bd4 service neutron] Bound using segment: {'id': '91f2eabd-2095-4aa5-b7b2-cb363e7f7010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '89d5aa65-3a6d-4be9-a00d-99ff97528276'} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 05:50:14.101031 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-470a2bd8-a0ea-4ce3-9b88-b931e3272312 req-b3bbc8e1-77b3-47ec-8a85-a0b0acc99bd4 service neutron] Bound port: 441a3f25-01fa-4475-bf01-47b46ebf922f, host: hv-cinder-78240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91f2eabd-2095-4aa5-b7b2-cb363e7f7010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '89d5aa65-3a6d-4be9-a00d-99ff97528276'}}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 05:50:14.101371 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-470a2bd8-a0ea-4ce3-9b88-b931e3272312 req-b3bbc8e1-77b3-47ec-8a85-a0b0acc99bd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:50:14.186630 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-470a2bd8-a0ea-4ce3-9b88-b931e3272312 req-b3bbc8e1-77b3-47ec-8a85-a0b0acc99bd4 service neutron] For port 441a3f25-01fa-4475-bf01-47b46ebf922f, host hv-cinder-78240, cleared binding levels {{(pid=103391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 05:50:14.189729 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-470a2bd8-a0ea-4ce3-9b88-b931e3272312 req-b3bbc8e1-77b3-47ec-8a85-a0b0acc99bd4 service neutron] For port 441a3f25-01fa-4475-bf01-47b46ebf922f, host hv-cinder-78240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=441a3f25-01fa-4475-bf01-47b46ebf922f,segment=NetworkSegment(91f2eabd-2095-4aa5-b7b2-cb363e7f7010),segment_id=91f2eabd-2095-4aa5-b7b2-cb363e7f7010)] {{(pid=103391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 05:50:14.194610 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-470a2bd8-a0ea-4ce3-9b88-b931e3272312 req-b3bbc8e1-77b3-47ec-8a85-a0b0acc99bd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263355279'] for port, after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:50:14.199742 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-0533e564-37b9-40a5-add0-e1cbf09a30b0 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:50:14.255375 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470a2bd8-a0ea-4ce3-9b88-b931e3272312 req-b3bbc8e1-77b3-47ec-8a85-a0b0acc99bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:50:14.256009 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-470a2bd8-a0ea-4ce3-9b88-b931e3272312 req-b3bbc8e1-77b3-47ec-8a85-a0b0acc99bd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13023'] for port, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:50:14.257344 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-470a2bd8-a0ea-4ce3-9b88-b931e3272312 req-b3bbc8e1-77b3-47ec-8a85-a0b0acc99bd4 service neutron] 10.222.0.26 "PUT /v2.0/ports/441a3f25-01fa-4475-bf01-47b46ebf922f HTTP/1.1" status: 200 len: 1094 time: 1.0597718 May 19 05:50:14.257854 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94a346e5-bdf7-4f1d-8e05-ac2e430c7dfd', 'tag': '441a3f25-01fa-4475-bf01-47b46ebf922f'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:50:14.283315 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bbc8e1-77b3-47ec-8a85-a0b0acc99bd4 service neutron] Pushing event updated for resources: {'Port': ['ID=441a3f25-01fa-4475-bf01-47b46ebf922f,revision_number=3']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:50:14.286436 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-b3bbc8e1-77b3-47ec-8a85-a0b0acc99bd4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:50:14.343541 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94a346e5-bdf7-4f1d-8e05-ac2e430c7dfd', 'tag': '441a3f25-01fa-4475-bf01-47b46ebf922f', 'status': 'completed', 'code': 200} May 19 05:50:14.378973 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470a2bd8-a0ea-4ce3-9b88-b931e3272312 req-6b6acd04-5c68-4e9f-a56b-366f7308ecec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:50:14.380508 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-470a2bd8-a0ea-4ce3-9b88-b931e3272312 req-6b6acd04-5c68-4e9f-a56b-366f7308ecec service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e11f985d37b842499bf1e28b1ad007cf&device_id=94a346e5-bdf7-4f1d-8e05-ac2e430c7dfd HTTP/1.1" status: 200 len: 1097 time: 0.0743473 May 19 05:50:14.451977 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-470a2bd8-a0ea-4ce3-9b88-b931e3272312 req-0c86d720-b2b4-41f2-a113-14f25afc1d5f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=441a3f25-01fa-4475-bf01-47b46ebf922f HTTP/1.1" status: 200 len: 217 time: 0.0629573 May 19 05:50:14.513453 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470a2bd8-a0ea-4ce3-9b88-b931e3272312 req-b03cf595-26d3-45aa-9bfc-8b96b46441b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:50:14.514876 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-470a2bd8-a0ea-4ce3-9b88-b931e3272312 req-b03cf595-26d3-45aa-9bfc-8b96b46441b4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=82fd848a-77f0-4d3d-8454-3c0dcf103642 HTTP/1.1" status: 200 len: 850 time: 0.0560222 May 19 05:50:14.593936 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470a2bd8-a0ea-4ce3-9b88-b931e3272312 req-6772ea57-9844-461c-8697-6159ee687bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:50:14.595395 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-470a2bd8-a0ea-4ce3-9b88-b931e3272312 req-6772ea57-9844-461c-8697-6159ee687bd7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=89d5aa65-3a6d-4be9-a00d-99ff97528276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0733383 May 19 05:50:14.690681 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-567f0872-edf1-4d2b-9d97-6491064d8e1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:50:14.724650 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-470a2bd8-a0ea-4ce3-9b88-b931e3272312 req-3a6c0dfb-271a-454a-845b-2ee728f29106 service neutron] 10.222.0.26 "GET /v2.0/networks/89d5aa65-3a6d-4be9-a00d-99ff97528276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218796 May 19 05:50:14.839560 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:50:14.850884 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-470a2bd8-a0ea-4ce3-9b88-b931e3272312 req-681bff98-bb99-4c0e-b6a9-dbbc2ba5bad8 service neutron] 10.222.0.26 "GET /v2.0/networks/89d5aa65-3a6d-4be9-a00d-99ff97528276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195126 May 19 05:50:14.962982 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ae9a8a-9ab9-4827-813f-36b01edcfc45 req-6200b84f-9580-4d64-8398-7717a493e796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:50:14.964414 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d2ae9a8a-9ab9-4827-813f-36b01edcfc45 req-6200b84f-9580-4d64-8398-7717a493e796 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e11f985d37b842499bf1e28b1ad007cf&device_id=94a346e5-bdf7-4f1d-8e05-ac2e430c7dfd HTTP/1.1" status: 200 len: 1097 time: 0.0704124 May 19 05:50:15.092150 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ae9a8a-9ab9-4827-813f-36b01edcfc45 req-eadc1362-1925-4d08-b7fd-54725bf21623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:50:15.093530 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d2ae9a8a-9ab9-4827-813f-36b01edcfc45 req-eadc1362-1925-4d08-b7fd-54725bf21623 service neutron] 10.222.0.26 "GET /v2.0/networks?id=89d5aa65-3a6d-4be9-a00d-99ff97528276 HTTP/1.1" status: 200 len: 912 time: 0.1226008 May 19 05:50:15.163912 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d2ae9a8a-9ab9-4827-813f-36b01edcfc45 req-7d2f93cb-ff9a-442a-8a7e-4c5c000b27d8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=441a3f25-01fa-4475-bf01-47b46ebf922f HTTP/1.1" status: 200 len: 217 time: 0.0628541 May 19 05:50:15.224098 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ae9a8a-9ab9-4827-813f-36b01edcfc45 req-2a08584e-7da5-409f-80a0-c3e38e4e026f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:50:15.225513 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d2ae9a8a-9ab9-4827-813f-36b01edcfc45 req-2a08584e-7da5-409f-80a0-c3e38e4e026f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=82fd848a-77f0-4d3d-8454-3c0dcf103642 HTTP/1.1" status: 200 len: 850 time: 0.0554821 May 19 05:50:15.262030 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4afc861-5207-4979-89c8-cec50878609e req-c85c773a-2bf9-4927-b486-297da80b7365 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:50:15.263505 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d4afc861-5207-4979-89c8-cec50878609e req-c85c773a-2bf9-4927-b486-297da80b7365 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/ports?device_id=94a346e5-bdf7-4f1d-8e05-ac2e430c7dfd HTTP/1.1" status: 200 len: 944 time: 0.0827782 May 19 05:50:15.302182 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ae9a8a-9ab9-4827-813f-36b01edcfc45 req-40770230-9907-4232-a32a-dfb2b942f06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:50:15.303859 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d2ae9a8a-9ab9-4827-813f-36b01edcfc45 req-40770230-9907-4232-a32a-dfb2b942f06f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=89d5aa65-3a6d-4be9-a00d-99ff97528276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0715516 May 19 05:50:15.307953 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d4afc861-5207-4979-89c8-cec50878609e req-ea8ad1da-54ca-48e7-9304-6c8373a31aad tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/security-groups?id=6ec9fb07-e976-4704-87b4-436ad462552a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386934 May 19 05:50:15.523246 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d2ae9a8a-9ab9-4827-813f-36b01edcfc45 req-a13cb2ea-fbf1-4ed0-af4c-56a18328ce99 service neutron] 10.222.0.26 "GET /v2.0/networks/89d5aa65-3a6d-4be9-a00d-99ff97528276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124655 May 19 05:50:15.651573 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d2ae9a8a-9ab9-4827-813f-36b01edcfc45 req-75fe1ba0-7233-4b60-9532-3df6da98811a service neutron] 10.222.0.26 "GET /v2.0/networks/89d5aa65-3a6d-4be9-a00d-99ff97528276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203949 May 19 05:50:15.882471 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-db7c5e23-657c-45d4-9da5-15ba3bf0d241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:50:16.490239 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9689026-be3f-4c20-b166-7073b4f497d2 req-a04ffcc0-b0b3-4984-b676-cebb1def143e tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:50:16.491726 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b9689026-be3f-4c20-b166-7073b4f497d2 req-a04ffcc0-b0b3-4984-b676-cebb1def143e tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/ports?device_id=94a346e5-bdf7-4f1d-8e05-ac2e430c7dfd HTTP/1.1" status: 200 len: 944 time: 0.0797417 May 19 05:50:16.538506 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b9689026-be3f-4c20-b166-7073b4f497d2 req-880dcf5e-cc1b-4017-9bac-a532c7f2cb60 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/security-groups?id=6ec9fb07-e976-4704-87b4-436ad462552a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405223 May 19 05:50:17.167051 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Device 441a3f25-01fa-4475-bf01-47b46ebf922f details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=103392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 05:50:17.325756 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] For port 441a3f25-01fa-4475-bf01-47b46ebf922f, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=441a3f25-01fa-4475-bf01-47b46ebf922f,segment=NetworkSegment(91f2eabd-2095-4aa5-b7b2-cb363e7f7010),segment_id=91f2eabd-2095-4aa5-b7b2-cb363e7f7010)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:50:17.339070 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Returning: {'device': '441a3f25-01fa-4475-bf01-47b46ebf922f', 'network_id': '89d5aa65-3a6d-4be9-a00d-99ff97528276', 'port_id': '441a3f25-01fa-4475-bf01-47b46ebf922f', 'mac_address': 'fa:16:3e:fc:3e:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82fd848a-77f0-4d3d-8454-3c0dcf103642', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 05:50:17.391366 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:50:17.407062 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 441a3f25-01fa-4475-bf01-47b46ebf922f {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 05:50:17.421687 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] For port 441a3f25-01fa-4475-bf01-47b46ebf922f, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=441a3f25-01fa-4475-bf01-47b46ebf922f,segment=NetworkSegment(91f2eabd-2095-4aa5-b7b2-cb363e7f7010),segment_id=91f2eabd-2095-4aa5-b7b2-cb363e7f7010)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:50:17.425438 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:50:17.427149 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-18619adc-764a-43a8-9638-b67c26d56eb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:50:17.495173 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Pushing event updated for resources: {'Port': ['ID=441a3f25-01fa-4475-bf01-47b46ebf922f,revision_number=4']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:50:17.498061 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:50:17.584246 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ca9ec6bf-79c4-448f-b3bb-8c49e8cf3732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:50:17.723946 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b733073a-93e4-4e60-86c6-3b32549cd63b req-e9699f31-2c32-4c6d-8c00-0dbc454ef37a tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:50:17.725366 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b733073a-93e4-4e60-86c6-3b32549cd63b req-e9699f31-2c32-4c6d-8c00-0dbc454ef37a tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/ports?device_id=94a346e5-bdf7-4f1d-8e05-ac2e430c7dfd HTTP/1.1" status: 200 len: 945 time: 0.0796180 May 19 05:50:17.768973 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b733073a-93e4-4e60-86c6-3b32549cd63b req-909d2210-a5ef-4fb8-9364-eb1d844eb88a tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/security-groups?id=6ec9fb07-e976-4704-87b4-436ad462552a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373483 May 19 05:50:17.776969 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] get_ports_and_sgs() called for port_ids ['441a3f25-01fa-4475-bf01-47b46ebf922f'] {{(pid=103392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 05:50:18.950440 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d9c8af-dce5-41d2-983d-32398490f037 req-8a0c5f4b-f687-4a6d-99b9-d83d70c354f0 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:50:18.951789 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-97d9c8af-dce5-41d2-983d-32398490f037 req-8a0c5f4b-f687-4a6d-99b9-d83d70c354f0 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/ports?device_id=94a346e5-bdf7-4f1d-8e05-ac2e430c7dfd HTTP/1.1" status: 200 len: 945 time: 0.0802541 May 19 05:50:18.994562 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-97d9c8af-dce5-41d2-983d-32398490f037 req-6c118f23-2487-448a-9793-6869cd92204a tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/security-groups?id=6ec9fb07-e976-4704-87b4-436ad462552a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372047 May 19 05:50:19.174341 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Device 441a3f25-01fa-4475-bf01-47b46ebf922f up at agent hyperv_hv-cinder-78240 {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:50:19.242124 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Provisioning for port 441a3f25-01fa-4475-bf01-47b46ebf922f completed by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:50:19.246847 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Provisioning complete for port 441a3f25-01fa-4475-bf01-47b46ebf922f triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:50:19.247222 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:50:19.357773 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:50:19.382985 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94a346e5-bdf7-4f1d-8e05-ac2e430c7dfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '441a3f25-01fa-4475-bf01-47b46ebf922f'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:50:19.392533 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] For port 441a3f25-01fa-4475-bf01-47b46ebf922f, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=441a3f25-01fa-4475-bf01-47b46ebf922f,segment=NetworkSegment(91f2eabd-2095-4aa5-b7b2-cb363e7f7010),segment_id=91f2eabd-2095-4aa5-b7b2-cb363e7f7010)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:50:19.396446 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:50:19.398106 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:50:19.431426 dv-cinder-782405-8-iscsi neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94a346e5-bdf7-4f1d-8e05-ac2e430c7dfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '441a3f25-01fa-4475-bf01-47b46ebf922f', 'code': 200} May 19 05:50:19.462665 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Pushing event updated for resources: {'Port': ['ID=441a3f25-01fa-4475-bf01-47b46ebf922f,revision_number=5']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:50:19.466077 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:50:19.646560 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94185286-37fd-4a03-93e3-4a7cae4cccec req-eca62f98-1979-443a-a7a2-2641e72ee6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:50:19.648003 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-94185286-37fd-4a03-93e3-4a7cae4cccec req-eca62f98-1979-443a-a7a2-2641e72ee6ed service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=94a346e5-bdf7-4f1d-8e05-ac2e430c7dfd HTTP/1.1" status: 200 len: 1099 time: 0.0679109 May 19 05:50:19.686773 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-94185286-37fd-4a03-93e3-4a7cae4cccec req-790c342b-5f62-46c4-810d-eeef68d5b2aa service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6ec9fb07-e976-4704-87b4-436ad462552a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324323 May 19 05:50:20.176776 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa5b8f8-1cca-47ba-af0d-a533da7108c4 req-503f2869-b967-4277-a043-5794b95253a8 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:50:20.178201 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2aa5b8f8-1cca-47ba-af0d-a533da7108c4 req-503f2869-b967-4277-a043-5794b95253a8 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/ports?device_id=94a346e5-bdf7-4f1d-8e05-ac2e430c7dfd HTTP/1.1" status: 200 len: 946 time: 0.0811670 May 19 05:50:20.222153 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2aa5b8f8-1cca-47ba-af0d-a533da7108c4 req-9acb6bb7-88de-4ecf-b913-039d175b50ba tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/security-groups?id=6ec9fb07-e976-4704-87b4-436ad462552a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375967 May 19 05:50:21.401123 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe78781-62fb-44d6-94e6-14feab2752cf req-20a04a8a-11c1-4659-b380-920ef2c9d294 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:50:21.402529 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-bfe78781-62fb-44d6-94e6-14feab2752cf req-20a04a8a-11c1-4659-b380-920ef2c9d294 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/ports?device_id=94a346e5-bdf7-4f1d-8e05-ac2e430c7dfd HTTP/1.1" status: 200 len: 946 time: 0.0772161 May 19 05:50:21.449043 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-bfe78781-62fb-44d6-94e6-14feab2752cf req-b37d9ea3-693f-4b3a-9a0d-3e9f5b39d81d tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/security-groups?id=6ec9fb07-e976-4704-87b4-436ad462552a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408473 May 19 05:50:21.623520 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ca7a5a-a917-47ff-9930-8242578b3b27 req-dd2a575b-19c5-4887-90ad-096d92ea9c60 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:50:21.624947 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-28ca7a5a-a917-47ff-9930-8242578b3b27 req-dd2a575b-19c5-4887-90ad-096d92ea9c60 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/ports?device_id=94a346e5-bdf7-4f1d-8e05-ac2e430c7dfd HTTP/1.1" status: 200 len: 946 time: 0.0781934 May 19 05:50:21.633244 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 49762) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:50:21.638226 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-f15112e6-8971-4923-b5a2-a70c0fd458a2 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Request body: {'floatingip': {'port_id': '441a3f25-01fa-4475-bf01-47b46ebf922f'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:50:21.784892 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f15112e6-8971-4923-b5a2-a70c0fd458a2 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Notify callbacks [] for floatingip, before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:50:22.353381 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f15112e6-8971-4923-b5a2-a70c0fd458a2 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:50:22.356993 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f15112e6-8971-4923-b5a2-a70c0fd458a2 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-399030'] for floatingip, after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:50:22.522274 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.db.l3_db [None req-f15112e6-8971-4923-b5a2-a70c0fd458a2 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Floating IP e9047d74-6085-4c56-bbb0-4ee4d1a7680b associated. External IP: 172.27.0.168, port: 441a3f25-01fa-4475-bf01-47b46ebf922f. May 19 05:50:22.853946 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f15112e6-8971-4923-b5a2-a70c0fd458a2 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Router ba9066bd-3808-4530-a786-6c3fc6030ad9 has already been hosted by L3 agent b1c473b1-11ec-4d73-8852-93414dd700fb {{(pid=103390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 05:50:23.111700 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f15112e6-8971-4923-b5a2-a70c0fd458a2 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Notify agent at l3_agent.dv-cinder-782405-8-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 05:50:23.116429 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f15112e6-8971-4923-b5a2-a70c0fd458a2 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13023'] for floatingip, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:50:23.121331 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292e4c7c-3244-4455-acd7-26a4311e1de3 None None] Sync routers for ids ['ba9066bd-3808-4530-a786-6c3fc6030ad9'] in dv-cinder-782405-8-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 05:50:23.130489 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292e4c7c-3244-4455-acd7-26a4311e1de3 None None] Routers {'ba9066bd-3808-4530-a786-6c3fc6030ad9'} bound to L3 agent in host dv-cinder-782405-8-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:50:23.131153 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-292e4c7c-3244-4455-acd7-26a4311e1de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T05:35:15Z,description=,heartbeat_timestamp=2021-05-19T05:50:15Z,host='dv-cinder-782405-8-iscsi',id=b1c473b1-11ec-4d73-8852-93414dd700fb,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:35:15Z,topic='l3_agent')) {'router_ids': ['ba9066bd-3808-4530-a786-6c3fc6030ad9'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:50:23.168920 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-f15112e6-8971-4923-b5a2-a70c0fd458a2 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "PUT /v2.0/floatingips/e9047d74-6085-4c56-bbb0-4ee4d1a7680b HTTP/1.1" status: 200 len: 992 time: 1.5346637 May 19 05:50:23.169569 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94a346e5-bdf7-4f1d-8e05-ac2e430c7dfd', 'tag': '441a3f25-01fa-4475-bf01-47b46ebf922f'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:50:23.309029 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-292e4c7c-3244-4455-acd7-26a4311e1de3 None None] Set router ba9066bd-3808-4530-a786-6c3fc6030ad9 gateway port host: dv-cinder-782405-8-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:50:23.483472 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94a346e5-bdf7-4f1d-8e05-ac2e430c7dfd', 'tag': '441a3f25-01fa-4475-bf01-47b46ebf922f', 'status': 'completed', 'code': 200} May 19 05:50:23.576095 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d08a844-aea5-4e03-9dc5-6e19f4a3c7ef req-81fa1009-eb0e-48d7-a571-b6f79246b897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:50:23.577537 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2d08a844-aea5-4e03-9dc5-6e19f4a3c7ef req-81fa1009-eb0e-48d7-a571-b6f79246b897 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e11f985d37b842499bf1e28b1ad007cf&device_id=94a346e5-bdf7-4f1d-8e05-ac2e430c7dfd HTTP/1.1" status: 200 len: 1099 time: 0.0687299 May 19 05:50:23.658656 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-292e4c7c-3244-4455-acd7-26a4311e1de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba9066bd-3808-4530-a786-6c3fc6030ad9', 'name': 'tempest-AttachVolumeTestJSON-2060325190-router', 'tenant_id': 'e11f985d37b842499bf1e28b1ad007cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '5a66f97d-b267-4414-8859-2b5b55d524f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:42:33Z', 'updated_at': '2021-05-19T05:42:47Z', 'revision_number': 4, 'project_id': 'e11f985d37b842499bf1e28b1ad007cf', 'gw_port': {'id': '5a66f97d-b267-4414-8859-2b5b55d524f2', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:42:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9066bd-3808-4530-a786-6c3fc6030ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:42:35Z', 'updated_at': '2021-05-19T05:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi', '_floatingips': [{'id': 'e9047d74-6085-4c56-bbb0-4ee4d1a7680b', 'tenant_id': 'e11f985d37b842499bf1e28b1ad007cf', 'floating_ip_address': '172.27.0.168', 'floating_network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'router_id': 'ba9066bd-3808-4530-a786-6c3fc6030ad9', 'port_id': '441a3f25-01fa-4475-bf01-47b46ebf922f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89d5aa65-3a6d-4be9-a00d-99ff97528276', 'mac_address': 'fa:16:3e:fc:3e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a346e5-bdf7-4f1d-8e05-ac2e430c7dfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T05:50:09Z', 'updated_at': '2021-05-19T05:50:22Z', 'revision_number': 1, 'project_id': 'e11f985d37b842499bf1e28b1ad007cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '008bde14-b575-4a18-a567-8ba88098ff11', 'name': '', 'network_id': '89d5aa65-3a6d-4be9-a00d-99ff97528276', 'tenant_id': 'e11f985d37b842499bf1e28b1ad007cf', 'mac_address': 'fa:16:3e:8e:85:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9066bd-3808-4530-a786-6c3fc6030ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '82fd848a-77f0-4d3d-8454-3c0dcf103642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:42:43Z', 'updated_at': '2021-05-19T05:43:00Z', 'revision_number': 5, 'project_id': 'e11f985d37b842499bf1e28b1ad007cf', 'subnets': [{'id': '82fd848a-77f0-4d3d-8454-3c0dcf103642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:50:23.662343 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292e4c7c-3244-4455-acd7-26a4311e1de3 None None] Checking router: ba9066bd-3808-4530-a786-6c3fc6030ad9 for host: dv-cinder-782405-8-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 05:50:23.671501 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292e4c7c-3244-4455-acd7-26a4311e1de3 None None] Routers {'ba9066bd-3808-4530-a786-6c3fc6030ad9'} bound to L3 agent in host dv-cinder-782405-8-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:50:23.672102 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-292e4c7c-3244-4455-acd7-26a4311e1de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T05:35:15Z,description=,heartbeat_timestamp=2021-05-19T05:50:15Z,host='dv-cinder-782405-8-iscsi',id=b1c473b1-11ec-4d73-8852-93414dd700fb,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:35:15Z,topic='l3_agent')) {'router_ids': ['ba9066bd-3808-4530-a786-6c3fc6030ad9'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:50:23.708660 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d08a844-aea5-4e03-9dc5-6e19f4a3c7ef req-85992af4-46fc-49c5-9bbb-abc5321c0866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:50:23.709995 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2d08a844-aea5-4e03-9dc5-6e19f4a3c7ef req-85992af4-46fc-49c5-9bbb-abc5321c0866 service neutron] 10.222.0.26 "GET /v2.0/networks?id=89d5aa65-3a6d-4be9-a00d-99ff97528276 HTTP/1.1" status: 200 len: 912 time: 0.1248453 May 19 05:50:23.811475 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2d08a844-aea5-4e03-9dc5-6e19f4a3c7ef req-702577f4-663c-4fff-b277-d94ba00f2a3c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=441a3f25-01fa-4475-bf01-47b46ebf922f HTTP/1.1" status: 200 len: 1000 time: 0.0942202 May 19 05:50:23.841973 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-292e4c7c-3244-4455-acd7-26a4311e1de3 None None] Set router ba9066bd-3808-4530-a786-6c3fc6030ad9 gateway port host: dv-cinder-782405-8-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:50:23.874336 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d08a844-aea5-4e03-9dc5-6e19f4a3c7ef req-5deb812d-d2c2-4c58-ac33-efbd66b6d11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:50:23.875799 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2d08a844-aea5-4e03-9dc5-6e19f4a3c7ef req-5deb812d-d2c2-4c58-ac33-efbd66b6d11c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=82fd848a-77f0-4d3d-8454-3c0dcf103642 HTTP/1.1" status: 200 len: 850 time: 0.0571651 May 19 05:50:23.954741 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d08a844-aea5-4e03-9dc5-6e19f4a3c7ef req-ef454b9f-9ffd-4256-a48c-a52ca8a0b2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:50:23.956235 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2d08a844-aea5-4e03-9dc5-6e19f4a3c7ef req-ef454b9f-9ffd-4256-a48c-a52ca8a0b2f6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=89d5aa65-3a6d-4be9-a00d-99ff97528276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0728536 May 19 05:50:24.087386 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2d08a844-aea5-4e03-9dc5-6e19f4a3c7ef req-2b026194-bdcb-4119-9e06-05484a87e82f service neutron] 10.222.0.26 "GET /v2.0/networks/89d5aa65-3a6d-4be9-a00d-99ff97528276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230211 May 19 05:50:24.208134 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-292e4c7c-3244-4455-acd7-26a4311e1de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba9066bd-3808-4530-a786-6c3fc6030ad9', 'name': 'tempest-AttachVolumeTestJSON-2060325190-router', 'tenant_id': 'e11f985d37b842499bf1e28b1ad007cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '5a66f97d-b267-4414-8859-2b5b55d524f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:42:33Z', 'updated_at': '2021-05-19T05:42:47Z', 'revision_number': 4, 'project_id': 'e11f985d37b842499bf1e28b1ad007cf', 'gw_port': {'id': '5a66f97d-b267-4414-8859-2b5b55d524f2', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:42:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9066bd-3808-4530-a786-6c3fc6030ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:42:35Z', 'updated_at': '2021-05-19T05:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi', '_floatingips': [{'id': 'e9047d74-6085-4c56-bbb0-4ee4d1a7680b', 'tenant_id': 'e11f985d37b842499bf1e28b1ad007cf', 'floating_ip_address': '172.27.0.168', 'floating_network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'router_id': 'ba9066bd-3808-4530-a786-6c3fc6030ad9', 'port_id': '441a3f25-01fa-4475-bf01-47b46ebf922f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89d5aa65-3a6d-4be9-a00d-99ff97528276', 'mac_address': 'fa:16:3e:fc:3e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a346e5-bdf7-4f1d-8e05-ac2e430c7dfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T05:50:09Z', 'updated_at': '2021-05-19T05:50:22Z', 'revision_number': 1, 'project_id': 'e11f985d37b842499bf1e28b1ad007cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '008bde14-b575-4a18-a567-8ba88098ff11', 'name': '', 'network_id': '89d5aa65-3a6d-4be9-a00d-99ff97528276', 'tenant_id': 'e11f985d37b842499bf1e28b1ad007cf', 'mac_address': 'fa:16:3e:8e:85:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9066bd-3808-4530-a786-6c3fc6030ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '82fd848a-77f0-4d3d-8454-3c0dcf103642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:42:43Z', 'updated_at': '2021-05-19T05:43:00Z', 'revision_number': 5, 'project_id': 'e11f985d37b842499bf1e28b1ad007cf', 'subnets': [{'id': '82fd848a-77f0-4d3d-8454-3c0dcf103642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:50:24.212026 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292e4c7c-3244-4455-acd7-26a4311e1de3 None None] The sync data for ids ['ba9066bd-3808-4530-a786-6c3fc6030ad9'] in dv-cinder-782405-8-iscsi is: [{'id': 'ba9066bd-3808-4530-a786-6c3fc6030ad9', 'name': 'tempest-AttachVolumeTestJSON-2060325190-router', 'tenant_id': 'e11f985d37b842499bf1e28b1ad007cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '5a66f97d-b267-4414-8859-2b5b55d524f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:42:33Z', 'updated_at': '2021-05-19T05:42:47Z', 'revision_number': 4, 'project_id': 'e11f985d37b842499bf1e28b1ad007cf', 'gw_port': {'id': '5a66f97d-b267-4414-8859-2b5b55d524f2', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:42:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9066bd-3808-4530-a786-6c3fc6030ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:42:35Z', 'updated_at': '2021-05-19T05:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi', '_floatingips': [{'id': 'e9047d74-6085-4c56-bbb0-4ee4d1a7680b', 'tenant_id': 'e11f985d37b842499bf1e28b1ad007cf', 'floating_ip_address': '172.27.0.168', 'floating_network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'router_id': 'ba9066bd-3808-4530-a786-6c3fc6030ad9', 'port_id': '441a3f25-01fa-4475-bf01-47b46ebf922f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89d5aa65-3a6d-4be9-a00d-99ff97528276', 'mac_address': 'fa:16:3e:fc:3e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a346e5-bdf7-4f1d-8e05-ac2e430c7dfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T05:50:09Z', 'updated_at': '2021-05-19T05:50:22Z', 'revision_number': 1, 'project_id': 'e11f985d37b842499bf1e28b1ad007cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '008bde14-b575-4a18-a567-8ba88098ff11', 'name': '', 'network_id': '89d5aa65-3a6d-4be9-a00d-99ff97528276', 'tenant_id': 'e11f985d37b842499bf1e28b1ad007cf', 'mac_address': 'fa:16:3e:8e:85:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9066bd-3808-4530-a786-6c3fc6030ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '82fd848a-77f0-4d3d-8454-3c0dcf103642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:42:43Z', 'updated_at': '2021-05-19T05:43:00Z', 'revision_number': 5, 'project_id': 'e11f985d37b842499bf1e28b1ad007cf', 'subnets': [{'id': '82fd848a-77f0-4d3d-8454-3c0dcf103642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 05:50:24.217848 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2d08a844-aea5-4e03-9dc5-6e19f4a3c7ef req-7ec045d5-56da-484e-8ca5-9dddc2e61236 service neutron] 10.222.0.26 "GET /v2.0/networks/89d5aa65-3a6d-4be9-a00d-99ff97528276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231577 May 19 05:50:24.397106 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a045ec7c-a19f-4c8e-bf57-e2048af61eb7 None None] New status for floating IP e9047d74-6085-4c56-bbb0-4ee4d1a7680b: ACTIVE {{(pid=103393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 05:50:28.224709 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:50:34.843394 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fb5268-515f-4990-a133-b6f6f4852be0 req-ff350d0f-5253-4263-b778-4814551130f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:50:34.844913 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-66fb5268-515f-4990-a133-b6f6f4852be0 req-ff350d0f-5253-4263-b778-4814551130f5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e181904a5b24481e86fd6fc2c82285c0&device_id=dd225894-7d8c-4a3c-a864-a7d7f8455f40 HTTP/1.1" status: 200 len: 1137 time: 0.0709991 May 19 05:50:34.882309 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc757d0-ec9d-44ca-b45a-593a2fe8905d req-80041efe-b97b-4ca1-b6c2-a60c165c120b tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:50:34.883767 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4bc757d0-ec9d-44ca-b45a-593a2fe8905d req-80041efe-b97b-4ca1-b6c2-a60c165c120b tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd225894-7d8c-4a3c-a864-a7d7f8455f40 HTTP/1.1" status: 200 len: 984 time: 0.0818033 May 19 05:50:34.929672 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4bc757d0-ec9d-44ca-b45a-593a2fe8905d req-fd68cd56-bdf2-410e-b416-5eddb2d3c1ee tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/security-groups?id=37e5abca-3298-4ac0-bcbf-b5dda918576d&id=672d96e6-fc88-43fe-ad35-ca9ee1d9e7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0399678 May 19 05:50:34.975628 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fb5268-515f-4990-a133-b6f6f4852be0 req-882d3e96-afc6-4d5d-97d1-3e0b1a05fcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:50:34.977069 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-66fb5268-515f-4990-a133-b6f6f4852be0 req-882d3e96-afc6-4d5d-97d1-3e0b1a05fcbf service neutron] 10.222.0.26 "GET /v2.0/networks?id=7c664d96-1ac8-4288-8a72-335d87e81f53 HTTP/1.1" status: 200 len: 916 time: 0.1251807 May 19 05:50:35.162114 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-66fb5268-515f-4990-a133-b6f6f4852be0 req-63077f4f-c1c6-44f4-a3c3-4a35e1ee57d7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4608abd5-8621-4ac3-852b-112181bd1669 HTTP/1.1" status: 200 len: 1000 time: 0.1769173 May 19 05:50:35.224864 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fb5268-515f-4990-a133-b6f6f4852be0 req-15c73b78-382e-47a4-b5df-ca30f7f52b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:50:35.226251 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-66fb5268-515f-4990-a133-b6f6f4852be0 req-15c73b78-382e-47a4-b5df-ca30f7f52b4c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=493b9886-1e03-40f1-b780-ac1eb5696ec6 HTTP/1.1" status: 200 len: 854 time: 0.0564201 May 19 05:50:35.303648 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fb5268-515f-4990-a133-b6f6f4852be0 req-fbab3992-200b-4618-a31f-5f8d4471b82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:50:35.305037 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-66fb5268-515f-4990-a133-b6f6f4852be0 req-fbab3992-200b-4618-a31f-5f8d4471b82c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7c664d96-1ac8-4288-8a72-335d87e81f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0692756 May 19 05:50:35.434502 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-66fb5268-515f-4990-a133-b6f6f4852be0 req-1fe2a43c-37df-41a7-8f76-ecd465772b7d service neutron] 10.222.0.26 "GET /v2.0/networks/7c664d96-1ac8-4288-8a72-335d87e81f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216099 May 19 05:50:35.562894 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-66fb5268-515f-4990-a133-b6f6f4852be0 req-bb648581-f751-40e6-be07-ff9953d5a1d7 service neutron] 10.222.0.26 "GET /v2.0/networks/7c664d96-1ac8-4288-8a72-335d87e81f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214514 May 19 05:50:36.112164 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d48decc-7f77-446b-b227-c171fcd4be1c req-19631782-9def-47cc-8ae5-ce223bad4c24 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:50:36.113675 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6d48decc-7f77-446b-b227-c171fcd4be1c req-19631782-9def-47cc-8ae5-ce223bad4c24 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd225894-7d8c-4a3c-a864-a7d7f8455f40 HTTP/1.1" status: 200 len: 984 time: 0.0792341 May 19 05:50:36.158951 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6d48decc-7f77-446b-b227-c171fcd4be1c req-d6fb5a79-ad90-437b-84da-1a2b3f5d8eff tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/security-groups?id=37e5abca-3298-4ac0-bcbf-b5dda918576d&id=672d96e6-fc88-43fe-ad35-ca9ee1d9e7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0390096 May 19 05:50:37.342449 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a54da17-f989-43ac-877f-0dc8d0bb2022 req-0097f2dc-3af8-4223-83ae-2c3264e77733 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:50:37.343894 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9a54da17-f989-43ac-877f-0dc8d0bb2022 req-0097f2dc-3af8-4223-83ae-2c3264e77733 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd225894-7d8c-4a3c-a864-a7d7f8455f40 HTTP/1.1" status: 200 len: 984 time: 0.0770347 May 19 05:50:37.390170 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9a54da17-f989-43ac-877f-0dc8d0bb2022 req-6b89243e-5ba0-41e9-9f35-c6ccd56ac3ed tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/security-groups?id=37e5abca-3298-4ac0-bcbf-b5dda918576d&id=672d96e6-fc88-43fe-ad35-ca9ee1d9e7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406332 May 19 05:50:38.575296 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d1c391-08a5-43ed-83bb-b73f9153cfc5 req-db6ceb6d-ef09-4537-b96e-2f770017af11 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:50:38.576628 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b4d1c391-08a5-43ed-83bb-b73f9153cfc5 req-db6ceb6d-ef09-4537-b96e-2f770017af11 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd225894-7d8c-4a3c-a864-a7d7f8455f40 HTTP/1.1" status: 200 len: 984 time: 0.0813873 May 19 05:50:38.621469 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b4d1c391-08a5-43ed-83bb-b73f9153cfc5 req-9dc665ed-d5ba-4b7a-bda8-0dd739ae5771 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/security-groups?id=37e5abca-3298-4ac0-bcbf-b5dda918576d&id=672d96e6-fc88-43fe-ad35-ca9ee1d9e7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0391479 May 19 05:50:39.809010 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ba784e-40cc-482f-80c9-dbec9f2310af req-d5c19158-65b4-48d9-aaa9-e20d7f559f16 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:50:39.810436 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-99ba784e-40cc-482f-80c9-dbec9f2310af req-d5c19158-65b4-48d9-aaa9-e20d7f559f16 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd225894-7d8c-4a3c-a864-a7d7f8455f40 HTTP/1.1" status: 200 len: 984 time: 0.0817969 May 19 05:50:39.856521 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-99ba784e-40cc-482f-80c9-dbec9f2310af req-72b9dcf6-6de3-4644-883f-4eec9ba0b3e5 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/security-groups?id=37e5abca-3298-4ac0-bcbf-b5dda918576d&id=672d96e6-fc88-43fe-ad35-ca9ee1d9e7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404544 May 19 05:50:41.044702 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0a22e8-6c29-439e-90eb-4cec774461f8 req-d9415956-c128-40a5-b44b-2563d86a85a1 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:50:41.046121 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-de0a22e8-6c29-439e-90eb-4cec774461f8 req-d9415956-c128-40a5-b44b-2563d86a85a1 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd225894-7d8c-4a3c-a864-a7d7f8455f40 HTTP/1.1" status: 200 len: 984 time: 0.0819609 May 19 05:50:41.092073 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-de0a22e8-6c29-439e-90eb-4cec774461f8 req-9e682100-6e01-4a04-b036-ab8903bdea84 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/security-groups?id=37e5abca-3298-4ac0-bcbf-b5dda918576d&id=672d96e6-fc88-43fe-ad35-ca9ee1d9e7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0400667 May 19 05:50:42.275336 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de907882-fae8-4d95-8486-ab740d96fd40 req-4bd51686-732b-4edb-836d-52e106d2d244 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:50:42.276736 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-de907882-fae8-4d95-8486-ab740d96fd40 req-4bd51686-732b-4edb-836d-52e106d2d244 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd225894-7d8c-4a3c-a864-a7d7f8455f40 HTTP/1.1" status: 200 len: 984 time: 0.0773032 May 19 05:50:42.323984 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-de907882-fae8-4d95-8486-ab740d96fd40 req-5ff93d6a-d21b-4840-ab47-c763b3de0fe3 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/security-groups?id=37e5abca-3298-4ac0-bcbf-b5dda918576d&id=672d96e6-fc88-43fe-ad35-ca9ee1d9e7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0416131 May 19 05:50:42.343117 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-98abdb99-262b-482b-bcc7-23df8d4c6976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:50:43.516260 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010eba65-26dd-4323-8de3-339487e9f67a req-f5c6ec36-dd75-4c30-93e6-64c0c97d9152 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:50:43.517671 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-010eba65-26dd-4323-8de3-339487e9f67a req-f5c6ec36-dd75-4c30-93e6-64c0c97d9152 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd225894-7d8c-4a3c-a864-a7d7f8455f40 HTTP/1.1" status: 200 len: 984 time: 0.0820909 May 19 05:50:43.566476 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-010eba65-26dd-4323-8de3-339487e9f67a req-e6552e0b-be41-4185-9a13-434fd6793313 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/security-groups?id=37e5abca-3298-4ac0-bcbf-b5dda918576d&id=672d96e6-fc88-43fe-ad35-ca9ee1d9e7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0428810 May 19 05:50:44.694364 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dbee3084-8828-4d4a-b633-5ebdb28ee291 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:50:44.758431 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750c2195-9a1e-42b4-a177-b5cb0f4a8293 req-6fb741d6-f1bc-4aa1-9dba-459f50307105 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:50:44.759928 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-750c2195-9a1e-42b4-a177-b5cb0f4a8293 req-6fb741d6-f1bc-4aa1-9dba-459f50307105 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd225894-7d8c-4a3c-a864-a7d7f8455f40 HTTP/1.1" status: 200 len: 984 time: 0.0836926 May 19 05:50:44.806858 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-750c2195-9a1e-42b4-a177-b5cb0f4a8293 req-6d190e8d-d9ca-41a5-9884-433a587f0e94 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/security-groups?id=37e5abca-3298-4ac0-bcbf-b5dda918576d&id=672d96e6-fc88-43fe-ad35-ca9ee1d9e7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0405982 May 19 05:50:44.845246 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:50:45.887150 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-db7c5e23-657c-45d4-9da5-15ba3bf0d241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:50:45.998584 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4182f41b-3a28-4cc6-bd80-8bc7bbc5206e req-b870a2d4-4720-435e-8575-79da85d139b0 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:50:45.999980 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4182f41b-3a28-4cc6-bd80-8bc7bbc5206e req-b870a2d4-4720-435e-8575-79da85d139b0 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd225894-7d8c-4a3c-a864-a7d7f8455f40 HTTP/1.1" status: 200 len: 984 time: 0.0847552 May 19 05:50:46.046572 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4182f41b-3a28-4cc6-bd80-8bc7bbc5206e req-9b2bef85-0410-4b2a-9421-55907cac2b70 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/security-groups?id=37e5abca-3298-4ac0-bcbf-b5dda918576d&id=672d96e6-fc88-43fe-ad35-ca9ee1d9e7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0407693 May 19 05:50:47.236215 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b5647-4074-43cf-9016-33961d6bf417 req-deea235a-bcf8-4360-9344-a5607f9a4f2d tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:50:47.237633 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ba6b5647-4074-43cf-9016-33961d6bf417 req-deea235a-bcf8-4360-9344-a5607f9a4f2d tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd225894-7d8c-4a3c-a864-a7d7f8455f40 HTTP/1.1" status: 200 len: 984 time: 0.0824363 May 19 05:50:47.283504 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ba6b5647-4074-43cf-9016-33961d6bf417 req-219e1505-72e1-4fef-908f-7c519c300c1f tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/security-groups?id=37e5abca-3298-4ac0-bcbf-b5dda918576d&id=672d96e6-fc88-43fe-ad35-ca9ee1d9e7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0399313 May 19 05:50:47.586458 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ca9ec6bf-79c4-448f-b3bb-8c49e8cf3732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:50:48.584073 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-8ef77f1b-c1f2-4f7f-903c-9c4facac0416 None None] Agent healthcheck: found 6 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 05:50:56.664823 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e9494eec-f4ea-4fc4-81cf-c7d670425fd1 req-baa9212f-4536-4488-9c8a-f758b9febc70 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=dd225894-7d8c-4a3c-a864-a7d7f8455f40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0676663 May 19 05:50:56.802021 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9494eec-f4ea-4fc4-81cf-c7d670425fd1 req-f01c9443-0903-4f60-aef1-b938a9d2745a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:50:56.803480 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e9494eec-f4ea-4fc4-81cf-c7d670425fd1 req-f01c9443-0903-4f60-aef1-b938a9d2745a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e181904a5b24481e86fd6fc2c82285c0&device_id=dd225894-7d8c-4a3c-a864-a7d7f8455f40 HTTP/1.1" status: 200 len: 1137 time: 0.0730274 May 19 05:50:56.951875 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9494eec-f4ea-4fc4-81cf-c7d670425fd1 req-48aa6c9c-ffae-46b7-a480-9738ba74bae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:50:56.953237 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e9494eec-f4ea-4fc4-81cf-c7d670425fd1 req-48aa6c9c-ffae-46b7-a480-9738ba74bae4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7c664d96-1ac8-4288-8a72-335d87e81f53 HTTP/1.1" status: 200 len: 916 time: 0.1288812 May 19 05:50:57.056847 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e9494eec-f4ea-4fc4-81cf-c7d670425fd1 req-7d9e975f-56d5-45eb-b58b-ca288c0c5aba service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4608abd5-8621-4ac3-852b-112181bd1669 HTTP/1.1" status: 200 len: 1000 time: 0.0963707 May 19 05:50:57.121814 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9494eec-f4ea-4fc4-81cf-c7d670425fd1 req-60ed5b55-dcc7-44a6-8da3-72492d529381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:50:57.123345 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e9494eec-f4ea-4fc4-81cf-c7d670425fd1 req-60ed5b55-dcc7-44a6-8da3-72492d529381 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=493b9886-1e03-40f1-b780-ac1eb5696ec6 HTTP/1.1" status: 200 len: 854 time: 0.0585077 May 19 05:50:57.198269 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9494eec-f4ea-4fc4-81cf-c7d670425fd1 req-250a8a3f-58f0-44d8-8d7e-b398d0d32a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:50:57.199772 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e9494eec-f4ea-4fc4-81cf-c7d670425fd1 req-250a8a3f-58f0-44d8-8d7e-b398d0d32a30 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7c664d96-1ac8-4288-8a72-335d87e81f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0702329 May 19 05:50:57.327736 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e9494eec-f4ea-4fc4-81cf-c7d670425fd1 req-affdec89-db92-44a8-934e-995c5b71fdae service neutron] 10.222.0.26 "GET /v2.0/networks/7c664d96-1ac8-4288-8a72-335d87e81f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208651 May 19 05:50:57.538526 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e9494eec-f4ea-4fc4-81cf-c7d670425fd1 req-576bd9d3-d447-4616-93d1-d3b7b1dbf750 service neutron] 10.222.0.26 "GET /v2.0/networks/7c664d96-1ac8-4288-8a72-335d87e81f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031326 May 19 05:50:58.237542 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:51:12.334908 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f8757ce3-61e7-43bb-8ecd-a6e0c8fe1a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:51:14.695413 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4b67a876-cf67-4ab4-9216-4ec03b48301b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:51:14.844550 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f4664d-6f66-432f-9c16-0d0963380d4d req-c78ad8dd-bba4-421a-b72b-1e33462c8ea9 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:51:14.846187 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-56f4664d-6f66-432f-9c16-0d0963380d4d req-c78ad8dd-bba4-421a-b72b-1e33462c8ea9 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=6288ad2e-4e69-4d1d-a01d-89b2c52155a7 HTTP/1.1" status: 200 len: 945 time: 0.0814660 May 19 05:51:14.849379 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:51:14.891453 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-56f4664d-6f66-432f-9c16-0d0963380d4d req-509f940f-92b3-4679-8ecf-c0fc5c38b33d tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcbbcb83-a201-4d9b-87bd-6383b4e1ff9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390663 May 19 05:51:15.887761 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-db7c5e23-657c-45d4-9da5-15ba3bf0d241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:51:16.083369 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d3c785-089c-48ba-b473-29c866a126d4 req-f7c5b466-35d3-49de-a14e-78a2a5831516 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:51:16.084841 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f5d3c785-089c-48ba-b473-29c866a126d4 req-f7c5b466-35d3-49de-a14e-78a2a5831516 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=6288ad2e-4e69-4d1d-a01d-89b2c52155a7 HTTP/1.1" status: 200 len: 945 time: 0.0817666 May 19 05:51:16.129520 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f5d3c785-089c-48ba-b473-29c866a126d4 req-9eefbdb4-8aa9-457c-97f8-b5943dddd15c tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcbbcb83-a201-4d9b-87bd-6383b4e1ff9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384555 May 19 05:51:17.316273 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f39e570-954b-48dd-b2b0-e8f1e368c92e req-9b096fb0-9d3f-4fca-ae97-e455f586f4a7 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:51:17.317734 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0f39e570-954b-48dd-b2b0-e8f1e368c92e req-9b096fb0-9d3f-4fca-ae97-e455f586f4a7 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=6288ad2e-4e69-4d1d-a01d-89b2c52155a7 HTTP/1.1" status: 200 len: 945 time: 0.0799630 May 19 05:51:17.361652 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0f39e570-954b-48dd-b2b0-e8f1e368c92e req-7bd66f59-0354-46ec-a617-abf3eb0d6db4 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcbbcb83-a201-4d9b-87bd-6383b4e1ff9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378551 May 19 05:51:17.588998 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ca9ec6bf-79c4-448f-b3bb-8c49e8cf3732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:51:18.551150 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84ab306-1d3c-4d3a-84a4-c82258d23572 req-389548bf-1aef-4e6c-8912-d2c586d02d0c tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:51:18.552577 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f84ab306-1d3c-4d3a-84a4-c82258d23572 req-389548bf-1aef-4e6c-8912-d2c586d02d0c tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=6288ad2e-4e69-4d1d-a01d-89b2c52155a7 HTTP/1.1" status: 200 len: 945 time: 0.0822833 May 19 05:51:18.596416 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f84ab306-1d3c-4d3a-84a4-c82258d23572 req-07f49615-1690-4c69-a4fa-f35a6678c7af tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcbbcb83-a201-4d9b-87bd-6383b4e1ff9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381801 May 19 05:51:19.781076 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1743e8-6482-4ef2-855e-1a26cdb5dcc5 req-abee64b4-a342-4cb7-8d24-2bef6ead65af tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:51:19.782471 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2c1743e8-6482-4ef2-855e-1a26cdb5dcc5 req-abee64b4-a342-4cb7-8d24-2bef6ead65af tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=6288ad2e-4e69-4d1d-a01d-89b2c52155a7 HTTP/1.1" status: 200 len: 945 time: 0.0775461 May 19 05:51:19.827881 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2c1743e8-6482-4ef2-855e-1a26cdb5dcc5 req-0a67a9b0-66fe-455f-95b4-45a47dd0029b tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcbbcb83-a201-4d9b-87bd-6383b4e1ff9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398817 May 19 05:51:21.012053 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972b1597-7db4-48d5-a032-da5d307f8ec0 req-a6eaeeab-d50c-4d6e-b496-e1805fac1b48 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:51:21.013475 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-972b1597-7db4-48d5-a032-da5d307f8ec0 req-a6eaeeab-d50c-4d6e-b496-e1805fac1b48 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=6288ad2e-4e69-4d1d-a01d-89b2c52155a7 HTTP/1.1" status: 200 len: 945 time: 0.0788059 May 19 05:51:21.057725 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-972b1597-7db4-48d5-a032-da5d307f8ec0 req-6427e99d-620f-471c-80de-6d0fd847b487 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcbbcb83-a201-4d9b-87bd-6383b4e1ff9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386205 May 19 05:51:22.246703 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4855c1-5751-4445-a18c-9e6d03f1e45e req-7d154949-6481-4102-8eec-441b823d386e tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:51:22.248254 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2d4855c1-5751-4445-a18c-9e6d03f1e45e req-7d154949-6481-4102-8eec-441b823d386e tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=6288ad2e-4e69-4d1d-a01d-89b2c52155a7 HTTP/1.1" status: 200 len: 945 time: 0.0837340 May 19 05:51:22.291991 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2d4855c1-5751-4445-a18c-9e6d03f1e45e req-bf0f4020-5fa3-44eb-ba1d-51a6f4a47b52 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcbbcb83-a201-4d9b-87bd-6383b4e1ff9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380106 May 19 05:51:23.478941 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e33f1d-b24c-4178-9cc7-6a3814d77b5e req-05f878ee-3168-41c9-83b3-f778f34830da tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:51:23.480286 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-02e33f1d-b24c-4178-9cc7-6a3814d77b5e req-05f878ee-3168-41c9-83b3-f778f34830da tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=6288ad2e-4e69-4d1d-a01d-89b2c52155a7 HTTP/1.1" status: 200 len: 945 time: 0.0781441 May 19 05:51:23.523755 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-02e33f1d-b24c-4178-9cc7-6a3814d77b5e req-f3e46dd0-d6aa-4ab3-88d8-30311dcc3c6c tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcbbcb83-a201-4d9b-87bd-6383b4e1ff9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376244 May 19 05:51:24.712818 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56734afe-691c-4094-ac87-c859c4e9b7b4 req-31e9b41b-3741-4f91-9496-b68b0eccdec8 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:51:24.714239 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-56734afe-691c-4094-ac87-c859c4e9b7b4 req-31e9b41b-3741-4f91-9496-b68b0eccdec8 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=6288ad2e-4e69-4d1d-a01d-89b2c52155a7 HTTP/1.1" status: 200 len: 945 time: 0.0824854 May 19 05:51:24.756942 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-56734afe-691c-4094-ac87-c859c4e9b7b4 req-fd97f10a-8f11-4f30-9f11-96dc55abf80f tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcbbcb83-a201-4d9b-87bd-6383b4e1ff9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370719 May 19 05:51:25.583230 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-8ef77f1b-c1f2-4f7f-903c-9c4facac0416 None None] Agent healthcheck: found 6 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 05:51:25.942737 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da8933-8862-483a-996e-fdc4ada68ce4 req-09807364-cecd-4b2f-b3e7-f9d669def191 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:51:25.944059 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-83da8933-8862-483a-996e-fdc4ada68ce4 req-09807364-cecd-4b2f-b3e7-f9d669def191 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=6288ad2e-4e69-4d1d-a01d-89b2c52155a7 HTTP/1.1" status: 200 len: 945 time: 0.0774763 May 19 05:51:25.991702 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-83da8933-8862-483a-996e-fdc4ada68ce4 req-e5909225-284a-4707-86dc-70aa753ab4e0 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcbbcb83-a201-4d9b-87bd-6383b4e1ff9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419202 May 19 05:51:27.179041 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d9f17c-1618-412b-b602-c5efca8e4cf3 req-7785ed88-cf11-41c0-84fe-5ca8448ae3c3 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:51:27.180967 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-41d9f17c-1618-412b-b602-c5efca8e4cf3 req-7785ed88-cf11-41c0-84fe-5ca8448ae3c3 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=6288ad2e-4e69-4d1d-a01d-89b2c52155a7 HTTP/1.1" status: 200 len: 945 time: 0.0799432 May 19 05:51:27.224812 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-41d9f17c-1618-412b-b602-c5efca8e4cf3 req-c43aa906-0834-4907-a8a4-8ee1e309ac1b tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcbbcb83-a201-4d9b-87bd-6383b4e1ff9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381336 May 19 05:51:28.234094 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:51:28.412399 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9af74ac-8bcd-401a-a597-47016ca82dcb req-d0dfc1c0-0763-4dd3-9265-12f2ee9e7ef8 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:51:28.413818 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c9af74ac-8bcd-401a-a597-47016ca82dcb req-d0dfc1c0-0763-4dd3-9265-12f2ee9e7ef8 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=6288ad2e-4e69-4d1d-a01d-89b2c52155a7 HTTP/1.1" status: 200 len: 945 time: 0.0820298 May 19 05:51:28.456559 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c9af74ac-8bcd-401a-a597-47016ca82dcb req-32f28b6d-04f5-479c-b6a8-20704e5bc113 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcbbcb83-a201-4d9b-87bd-6383b4e1ff9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369771 May 19 05:51:29.640716 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a92054-8e6b-4b85-afca-e30c8b6719f2 req-76b98a46-52e9-4522-b1b3-473784003ddd tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:51:29.642145 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-65a92054-8e6b-4b85-afca-e30c8b6719f2 req-76b98a46-52e9-4522-b1b3-473784003ddd tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=6288ad2e-4e69-4d1d-a01d-89b2c52155a7 HTTP/1.1" status: 200 len: 945 time: 0.0785918 May 19 05:51:29.686613 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-65a92054-8e6b-4b85-afca-e30c8b6719f2 req-985df17d-abad-4cb5-a784-24d339255c4e tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcbbcb83-a201-4d9b-87bd-6383b4e1ff9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388215 May 19 05:51:30.877818 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70deb43-f7fb-4585-ad68-3ef379c8198c req-f98292e0-15df-4907-9852-f4f882fbb145 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:51:30.879301 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a70deb43-f7fb-4585-ad68-3ef379c8198c req-f98292e0-15df-4907-9852-f4f882fbb145 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=6288ad2e-4e69-4d1d-a01d-89b2c52155a7 HTTP/1.1" status: 200 len: 945 time: 0.0831895 May 19 05:51:30.923306 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a70deb43-f7fb-4585-ad68-3ef379c8198c req-76d1bd1e-d927-46af-bce6-1920a1fa261d tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcbbcb83-a201-4d9b-87bd-6383b4e1ff9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376697 May 19 05:51:31.543991 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Device 9f42976f-b938-47c2-bd49-4909278b62bc details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=103392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 05:51:31.672427 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] For port 9f42976f-b938-47c2-bd49-4909278b62bc, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=9f42976f-b938-47c2-bd49-4909278b62bc,segment=NetworkSegment(f507ec07-80b3-40da-acb9-6d4ba052bdb5),segment_id=f507ec07-80b3-40da-acb9-6d4ba052bdb5)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:51:31.684939 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Returning: {'device': '9f42976f-b938-47c2-bd49-4909278b62bc', 'network_id': '66468b2a-efab-4a3c-bf32-cbdbf073937c', 'port_id': '9f42976f-b938-47c2-bd49-4909278b62bc', 'mac_address': 'fa:16:3e:58:4c:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fe61487-2837-401f-bfcd-f193a4daf6f6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 05:51:31.737843 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:51:31.753606 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9f42976f-b938-47c2-bd49-4909278b62bc {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 05:51:31.768126 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] For port 9f42976f-b938-47c2-bd49-4909278b62bc, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=9f42976f-b938-47c2-bd49-4909278b62bc,segment=NetworkSegment(f507ec07-80b3-40da-acb9-6d4ba052bdb5),segment_id=f507ec07-80b3-40da-acb9-6d4ba052bdb5)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:51:31.771929 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:51:31.774097 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:51:31.841019 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Pushing event updated for resources: {'Port': ['ID=9f42976f-b938-47c2-bd49-4909278b62bc,revision_number=6']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:51:31.848034 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:51:31.848380 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:51:31.848724 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:51:31.849056 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:51:31.849386 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:51:31.849713 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:51:31.850037 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:51:31.850358 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:51:31.850712 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:51:31.851035 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:51:31.851353 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:51:31.852256 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:51:31.855801 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:51:31.863747 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] get_ports_and_sgs() called for port_ids ['9f42976f-b938-47c2-bd49-4909278b62bc'] {{(pid=103392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 05:51:32.119022 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8801aa-e5a8-4d33-b4a0-54930e3a53b0 req-7a08c339-2eba-4190-a396-0e4321352aa8 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:51:32.120379 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3e8801aa-e5a8-4d33-b4a0-54930e3a53b0 req-7a08c339-2eba-4190-a396-0e4321352aa8 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=6288ad2e-4e69-4d1d-a01d-89b2c52155a7 HTTP/1.1" status: 200 len: 944 time: 0.0793028 May 19 05:51:32.167448 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3e8801aa-e5a8-4d33-b4a0-54930e3a53b0 req-8d634daa-8a10-4295-8f35-2d3168ca1e3a tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcbbcb83-a201-4d9b-87bd-6383b4e1ff9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414190 May 19 05:51:33.350394 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12906e3-7b92-4059-94b9-dedbf49e0ea3 req-5611b51d-e3b2-46b9-b8d9-0d9218c0fb2e tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:51:33.352460 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f12906e3-7b92-4059-94b9-dedbf49e0ea3 req-5611b51d-e3b2-46b9-b8d9-0d9218c0fb2e tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=6288ad2e-4e69-4d1d-a01d-89b2c52155a7 HTTP/1.1" status: 200 len: 944 time: 0.0788763 May 19 05:51:33.394583 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f12906e3-7b92-4059-94b9-dedbf49e0ea3 req-55ebdb11-64bc-4715-9bd8-2b01589b7868 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcbbcb83-a201-4d9b-87bd-6383b4e1ff9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366101 May 19 05:51:33.547492 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Device 9f42976f-b938-47c2-bd49-4909278b62bc up at agent hyperv_hv-cinder-78240 {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:51:33.615014 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Provisioning complete for port 9f42976f-b938-47c2-bd49-4909278b62bc triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:51:33.615312 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:51:33.726644 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:51:33.751781 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6288ad2e-4e69-4d1d-a01d-89b2c52155a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f42976f-b938-47c2-bd49-4909278b62bc'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:51:33.761547 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] For port 9f42976f-b938-47c2-bd49-4909278b62bc, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=9f42976f-b938-47c2-bd49-4909278b62bc,segment=NetworkSegment(f507ec07-80b3-40da-acb9-6d4ba052bdb5),segment_id=f507ec07-80b3-40da-acb9-6d4ba052bdb5)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:51:33.765991 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:51:33.767914 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:51:33.801922 dv-cinder-782405-8-iscsi neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6288ad2e-4e69-4d1d-a01d-89b2c52155a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f42976f-b938-47c2-bd49-4909278b62bc', 'code': 200} May 19 05:51:33.832195 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Pushing event updated for resources: {'Port': ['ID=9f42976f-b938-47c2-bd49-4909278b62bc,revision_number=7']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:51:33.835120 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:51:34.580778 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449bb328-fa1b-4619-9e3c-343d287028b7 req-88d83fe4-4688-48b5-98c7-fecb2b5f0c43 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:51:34.582183 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-449bb328-fa1b-4619-9e3c-343d287028b7 req-88d83fe4-4688-48b5-98c7-fecb2b5f0c43 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=6288ad2e-4e69-4d1d-a01d-89b2c52155a7 HTTP/1.1" status: 200 len: 945 time: 0.0767503 May 19 05:51:34.626638 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-449bb328-fa1b-4619-9e3c-343d287028b7 req-b82f9d99-f0ff-4ceb-8ec2-5b85a5baf002 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcbbcb83-a201-4d9b-87bd-6383b4e1ff9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388112 May 19 05:51:35.819269 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e057d-e3f3-4183-8795-457e6ffccd61 req-93a7fda6-864c-4e72-acaa-7239a907c837 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:51:35.820751 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-885e057d-e3f3-4183-8795-457e6ffccd61 req-93a7fda6-864c-4e72-acaa-7239a907c837 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=6288ad2e-4e69-4d1d-a01d-89b2c52155a7 HTTP/1.1" status: 200 len: 945 time: 0.0832901 May 19 05:51:35.863969 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-885e057d-e3f3-4183-8795-457e6ffccd61 req-5c169640-714d-4253-8dd6-f6ae08fe249b tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcbbcb83-a201-4d9b-87bd-6383b4e1ff9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376384 May 19 05:51:37.051276 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d1218f-d51c-4286-a928-0520d6aac152 req-7e8c5b2e-4332-42a4-bc5b-1697fa1e7cf6 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:51:37.052707 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-14d1218f-d51c-4286-a928-0520d6aac152 req-7e8c5b2e-4332-42a4-bc5b-1697fa1e7cf6 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=6288ad2e-4e69-4d1d-a01d-89b2c52155a7 HTTP/1.1" status: 200 len: 945 time: 0.0820527 May 19 05:51:37.095709 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-14d1218f-d51c-4286-a928-0520d6aac152 req-ac94da7f-f0f9-4ef3-9c19-18a3fd2130a8 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcbbcb83-a201-4d9b-87bd-6383b4e1ff9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372798 May 19 05:51:38.288021 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0017cbde-12ed-44fe-97cf-1a77d0d771cb req-9c164e62-14ed-4890-816a-0d0130b01e73 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:51:38.290779 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0017cbde-12ed-44fe-97cf-1a77d0d771cb req-9c164e62-14ed-4890-816a-0d0130b01e73 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=6288ad2e-4e69-4d1d-a01d-89b2c52155a7 HTTP/1.1" status: 200 len: 945 time: 0.0814388 May 19 05:51:38.342140 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0017cbde-12ed-44fe-97cf-1a77d0d771cb req-a11d9e5d-9bbd-4161-9eac-31d65b03a0c1 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcbbcb83-a201-4d9b-87bd-6383b4e1ff9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439827 May 19 05:51:39.568188 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cebc54-e5e1-4c7e-84a9-3dec50e9b671 req-55e74e60-0a58-4973-85f9-c0da938195c3 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:51:39.569563 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-69cebc54-e5e1-4c7e-84a9-3dec50e9b671 req-55e74e60-0a58-4973-85f9-c0da938195c3 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=6288ad2e-4e69-4d1d-a01d-89b2c52155a7 HTTP/1.1" status: 200 len: 945 time: 0.1031182 May 19 05:51:39.619387 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-69cebc54-e5e1-4c7e-84a9-3dec50e9b671 req-aa6cd64d-6e32-4459-8a78-d9b0ca880056 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcbbcb83-a201-4d9b-87bd-6383b4e1ff9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432122 May 19 05:51:40.844886 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6ec146-ac4c-42ed-8be2-58faee350166 req-b0863de0-b852-49ae-9a33-ed83307a137c tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:51:40.847202 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0e6ec146-ac4c-42ed-8be2-58faee350166 req-b0863de0-b852-49ae-9a33-ed83307a137c tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=6288ad2e-4e69-4d1d-a01d-89b2c52155a7 HTTP/1.1" status: 200 len: 945 time: 0.0862744 May 19 05:51:40.896967 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0e6ec146-ac4c-42ed-8be2-58faee350166 req-d1a948cb-9377-45c6-9b8e-fcf609226737 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcbbcb83-a201-4d9b-87bd-6383b4e1ff9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420434 May 19 05:51:42.112612 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c4c60-ad84-475a-9ff2-7d5be67a74fc req-7ed468aa-c7dd-46f0-91b2-03b772a4f3bf tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:51:42.114302 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e40c4c60-ad84-475a-9ff2-7d5be67a74fc req-7ed468aa-c7dd-46f0-91b2-03b772a4f3bf tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=6288ad2e-4e69-4d1d-a01d-89b2c52155a7 HTTP/1.1" status: 200 len: 945 time: 0.0851178 May 19 05:51:42.164587 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e40c4c60-ad84-475a-9ff2-7d5be67a74fc req-efc74641-17b1-4288-bfe5-321aa3853452 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcbbcb83-a201-4d9b-87bd-6383b4e1ff9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433168 May 19 05:51:42.338227 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-edaa4bca-8e5f-4a27-a03e-92af6b620099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:51:43.394466 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2278037-86c7-4bd1-8474-681534a2960a req-921a634f-788d-4a7b-bd57-ef2b04dd6c5d tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:51:43.396085 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d2278037-86c7-4bd1-8474-681534a2960a req-921a634f-788d-4a7b-bd57-ef2b04dd6c5d tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=6288ad2e-4e69-4d1d-a01d-89b2c52155a7 HTTP/1.1" status: 200 len: 945 time: 0.1001806 May 19 05:51:43.527995 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d2278037-86c7-4bd1-8474-681534a2960a req-91025a82-8847-4a0b-baff-3a3bf9b98833 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcbbcb83-a201-4d9b-87bd-6383b4e1ff9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245141 May 19 05:51:44.715010 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f9eb485d-91ab-4e95-a72b-5ee807379911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:51:44.767459 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb2b1b7-1eb5-409f-82ac-2052efb934aa req-af0d1834-cb1d-4012-bc86-15779e308d69 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:51:44.769080 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ffb2b1b7-1eb5-409f-82ac-2052efb934aa req-af0d1834-cb1d-4012-bc86-15779e308d69 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=6288ad2e-4e69-4d1d-a01d-89b2c52155a7 HTTP/1.1" status: 200 len: 945 time: 0.1209493 May 19 05:51:44.823157 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ffb2b1b7-1eb5-409f-82ac-2052efb934aa req-a8296ad6-d279-4e5a-84c9-87efee1b2f2b tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcbbcb83-a201-4d9b-87bd-6383b4e1ff9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474632 May 19 05:51:44.855717 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:51:45.896696 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-db7c5e23-657c-45d4-9da5-15ba3bf0d241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:51:46.046839 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d31fec-4a60-46f2-85b2-fe73b6fdf7ec req-9546a4c9-a4f7-4a6b-984f-97f2bf869700 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:51:46.048413 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-61d31fec-4a60-46f2-85b2-fe73b6fdf7ec req-9546a4c9-a4f7-4a6b-984f-97f2bf869700 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=6288ad2e-4e69-4d1d-a01d-89b2c52155a7 HTTP/1.1" status: 200 len: 945 time: 0.1052370 May 19 05:51:46.093650 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-61d31fec-4a60-46f2-85b2-fe73b6fdf7ec req-437ef6c1-a5a5-402b-8864-84ac464a2191 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcbbcb83-a201-4d9b-87bd-6383b4e1ff9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382338 May 19 05:51:47.281732 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aafc9f-b1f1-485b-bd83-93d6e034eaac req-a8c2b58f-6cfc-4691-85d4-a9eb3c48f036 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:51:47.283181 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d6aafc9f-b1f1-485b-bd83-93d6e034eaac req-a8c2b58f-6cfc-4691-85d4-a9eb3c48f036 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=6288ad2e-4e69-4d1d-a01d-89b2c52155a7 HTTP/1.1" status: 200 len: 945 time: 0.0789137 May 19 05:51:47.326252 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d6aafc9f-b1f1-485b-bd83-93d6e034eaac req-f2ae3332-ae42-46f6-91a9-55d261d4bcb2 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcbbcb83-a201-4d9b-87bd-6383b4e1ff9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375862 May 19 05:51:47.591800 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ca9ec6bf-79c4-448f-b3bb-8c49e8cf3732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:51:47.680211 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd76ab2-129c-44e2-9d46-ee6c1f5c6b02 req-52c9beda-fef5-4116-b2a2-1cdbf687f506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:51:47.681723 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-bdd76ab2-129c-44e2-9d46-ee6c1f5c6b02 req-52c9beda-fef5-4116-b2a2-1cdbf687f506 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c17fd9a8c56841e28e94a39c06931094&device_id=6288ad2e-4e69-4d1d-a01d-89b2c52155a7 HTTP/1.1" status: 200 len: 1098 time: 0.0717385 May 19 05:51:47.811638 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd76ab2-129c-44e2-9d46-ee6c1f5c6b02 req-a0c36ed9-361a-4965-8a63-40c2a23800b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:51:47.813063 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-bdd76ab2-129c-44e2-9d46-ee6c1f5c6b02 req-a0c36ed9-361a-4965-8a63-40c2a23800b6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=66468b2a-efab-4a3c-bf32-cbdbf073937c HTTP/1.1" status: 200 len: 918 time: 0.1232665 May 19 05:51:47.910158 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-bdd76ab2-129c-44e2-9d46-ee6c1f5c6b02 req-c86c3ff8-0090-41b5-bd25-a2394c261708 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f42976f-b938-47c2-bd49-4909278b62bc HTTP/1.1" status: 200 len: 1000 time: 0.0906036 May 19 05:51:47.973377 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd76ab2-129c-44e2-9d46-ee6c1f5c6b02 req-8b100e88-df16-47eb-b5c0-6b10f08fff48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:51:47.974787 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-bdd76ab2-129c-44e2-9d46-ee6c1f5c6b02 req-8b100e88-df16-47eb-b5c0-6b10f08fff48 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0fe61487-2837-401f-bfcd-f193a4daf6f6 HTTP/1.1" status: 200 len: 856 time: 0.0576396 May 19 05:51:48.048058 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd76ab2-129c-44e2-9d46-ee6c1f5c6b02 req-f4aec784-52ef-449c-b519-dd2bdcae171f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:51:48.049458 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-bdd76ab2-129c-44e2-9d46-ee6c1f5c6b02 req-f4aec784-52ef-449c-b519-dd2bdcae171f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=66468b2a-efab-4a3c-bf32-cbdbf073937c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0673566 May 19 05:51:48.178149 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-bdd76ab2-129c-44e2-9d46-ee6c1f5c6b02 req-b19f6dc8-4524-4e35-ae28-b98866ee78ba service neutron] 10.222.0.26 "GET /v2.0/networks/66468b2a-efab-4a3c-bf32-cbdbf073937c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211100 May 19 05:51:48.307053 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-bdd76ab2-129c-44e2-9d46-ee6c1f5c6b02 req-021afe5b-cd9d-40d0-949e-180a7fe1464c service neutron] 10.222.0.26 "GET /v2.0/networks/66468b2a-efab-4a3c-bf32-cbdbf073937c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214166 May 19 05:51:48.511037 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c902329c-1d57-42ce-ae77-ce4b7434c8ce req-9579521e-cf94-47e5-999b-da1918f3e577 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:51:48.512386 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c902329c-1d57-42ce-ae77-ce4b7434c8ce req-9579521e-cf94-47e5-999b-da1918f3e577 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=6288ad2e-4e69-4d1d-a01d-89b2c52155a7 HTTP/1.1" status: 200 len: 945 time: 0.0790842 May 19 05:51:48.555764 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c902329c-1d57-42ce-ae77-ce4b7434c8ce req-ebdf41bc-b37c-45df-94c6-f0df2aba4218 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcbbcb83-a201-4d9b-87bd-6383b4e1ff9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377786 May 19 05:51:49.608536 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Device 9f42976f-b938-47c2-bd49-4909278b62bc no longer exists at agent hyperv_hv-cinder-78240 {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 05:51:49.720346 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:51:49.745285 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f76d3b-ad94-4a9b-a55e-01ec80fa9e10 req-ef7822aa-c045-4b44-b2d1-17f45b435e63 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:51:49.746765 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f6f76d3b-ad94-4a9b-a55e-01ec80fa9e10 req-ef7822aa-c045-4b44-b2d1-17f45b435e63 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=6288ad2e-4e69-4d1d-a01d-89b2c52155a7 HTTP/1.1" status: 200 len: 945 time: 0.0835268 May 19 05:51:49.746913 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6288ad2e-4e69-4d1d-a01d-89b2c52155a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f42976f-b938-47c2-bd49-4909278b62bc'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:51:49.756231 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] For port 9f42976f-b938-47c2-bd49-4909278b62bc, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=9f42976f-b938-47c2-bd49-4909278b62bc,segment=NetworkSegment(f507ec07-80b3-40da-acb9-6d4ba052bdb5),segment_id=f507ec07-80b3-40da-acb9-6d4ba052bdb5)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:51:49.761660 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:51:49.763480 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:51:49.797711 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f6f76d3b-ad94-4a9b-a55e-01ec80fa9e10 req-d8c75747-54a6-4c7e-906a-2d214f8c52ae tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcbbcb83-a201-4d9b-87bd-6383b4e1ff9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448067 May 19 05:51:49.808193 dv-cinder-782405-8-iscsi neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6288ad2e-4e69-4d1d-a01d-89b2c52155a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f42976f-b938-47c2-bd49-4909278b62bc', 'code': 200} May 19 05:51:49.832384 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Pushing event updated for resources: {'Port': ['ID=9f42976f-b938-47c2-bd49-4909278b62bc,revision_number=8']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:51:49.836104 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:51:51.062158 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e11d239-6239-453f-88dc-5448975a6318 req-4d55d8a4-aae6-41dc-a22b-1bdf2440f08c tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:51:51.064031 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6e11d239-6239-453f-88dc-5448975a6318 req-4d55d8a4-aae6-41dc-a22b-1bdf2440f08c tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=6288ad2e-4e69-4d1d-a01d-89b2c52155a7 HTTP/1.1" status: 200 len: 943 time: 0.1582513 May 19 05:51:51.109410 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6e11d239-6239-453f-88dc-5448975a6318 req-b71eb7d7-8030-42b4-912c-2589e7089fdd tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcbbcb83-a201-4d9b-87bd-6383b4e1ff9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400488 May 19 05:51:51.197999 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a1889ef7-f213-4023-aed1-77accbdc4b14 req-91793bf8-125f-45c9-80e5-6fbfe0644698 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1966487890&fields=id&tenant_id=e181904a5b24481e86fd6fc2c82285c0 HTTP/1.1" status: 200 len: 267 time: 0.0416589 May 19 05:51:51.295747 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1889ef7-f213-4023-aed1-77accbdc4b14 req-54acee07-5d8c-4229-9616-9df2f09d8fb0 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:51:51.297229 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a1889ef7-f213-4023-aed1-77accbdc4b14 req-54acee07-5d8c-4229-9616-9df2f09d8fb0 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd225894-7d8c-4a3c-a864-a7d7f8455f40 HTTP/1.1" status: 200 len: 984 time: 0.0929391 May 19 05:51:51.308452 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [req-a1889ef7-f213-4023-aed1-77accbdc4b14 req-2ccdeea6-4a97-4e72-a9a9-9ed5212a73f7 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Request body: {'port': {'security_groups': ['37e5abca-3298-4ac0-bcbf-b5dda918576d']}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:51:51.431544 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-a1889ef7-f213-4023-aed1-77accbdc4b14 req-2ccdeea6-4a97-4e72-a9a9-9ed5212a73f7 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:51:51.677856 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-a1889ef7-f213-4023-aed1-77accbdc4b14 req-2ccdeea6-4a97-4e72-a9a9-9ed5212a73f7 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] For port 4608abd5-8621-4ac3-852b-112181bd1669, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=4608abd5-8621-4ac3-852b-112181bd1669,segment=NetworkSegment(70d11288-15ef-421d-9cc4-49a1c8a9c023),segment_id=70d11288-15ef-421d-9cc4-49a1c8a9c023)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:51:51.702411 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-a1889ef7-f213-4023-aed1-77accbdc4b14 req-2ccdeea6-4a97-4e72-a9a9-9ed5212a73f7 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Notify callbacks [] for port, precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:51:51.706970 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-a1889ef7-f213-4023-aed1-77accbdc4b14 req-2ccdeea6-4a97-4e72-a9a9-9ed5212a73f7 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263355279'] for port, after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:51:51.712898 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-2e8c7060-b37e-4b3f-8ca7-567a827fe295 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:51:51.718089 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] get_ports_and_sgs() called for port_ids ['4608abd5-8621-4ac3-852b-112181bd1669'] {{(pid=103392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 05:51:51.866132 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1889ef7-f213-4023-aed1-77accbdc4b14 req-2ccdeea6-4a97-4e72-a9a9-9ed5212a73f7 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:51:51.867457 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-a1889ef7-f213-4023-aed1-77accbdc4b14 req-2ccdeea6-4a97-4e72-a9a9-9ed5212a73f7 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13023'] for port, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:51:51.873660 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a1889ef7-f213-4023-aed1-77accbdc4b14 req-2ccdeea6-4a97-4e72-a9a9-9ed5212a73f7 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "PUT /v2.0/ports/4608abd5-8621-4ac3-852b-112181bd1669 HTTP/1.1" status: 200 len: 942 time: 0.5695717 May 19 05:51:51.874921 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd225894-7d8c-4a3c-a864-a7d7f8455f40', 'tag': '4608abd5-8621-4ac3-852b-112181bd1669'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:51:51.875803 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 50228) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:51:51.925781 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccdeea6-4a97-4e72-a9a9-9ed5212a73f7 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Pushing event updated for resources: {'Port': ['ID=4608abd5-8621-4ac3-852b-112181bd1669,revision_number=7']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:51:51.933130 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] get_ports_and_sgs() called for port_ids ['4608abd5-8621-4ac3-852b-112181bd1669'] {{(pid=103392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 05:51:51.937327 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd225894-7d8c-4a3c-a864-a7d7f8455f40', 'tag': '4608abd5-8621-4ac3-852b-112181bd1669', 'status': 'completed', 'code': 200} May 19 05:51:51.942071 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccdeea6-4a97-4e72-a9a9-9ed5212a73f7 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:51:51.942516 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccdeea6-4a97-4e72-a9a9-9ed5212a73f7 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:51:51.942992 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccdeea6-4a97-4e72-a9a9-9ed5212a73f7 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:51:51.943415 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccdeea6-4a97-4e72-a9a9-9ed5212a73f7 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:51:51.943836 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccdeea6-4a97-4e72-a9a9-9ed5212a73f7 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:51:51.944257 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccdeea6-4a97-4e72-a9a9-9ed5212a73f7 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:51:51.944745 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccdeea6-4a97-4e72-a9a9-9ed5212a73f7 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:51:51.945667 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccdeea6-4a97-4e72-a9a9-9ed5212a73f7 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:51:51.946209 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccdeea6-4a97-4e72-a9a9-9ed5212a73f7 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:51:51.946650 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccdeea6-4a97-4e72-a9a9-9ed5212a73f7 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:51:51.947073 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccdeea6-4a97-4e72-a9a9-9ed5212a73f7 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:51:51.947486 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccdeea6-4a97-4e72-a9a9-9ed5212a73f7 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:51:51.952572 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-2ccdeea6-4a97-4e72-a9a9-9ed5212a73f7 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:51:52.021327 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-abb3a64f-156d-4824-8cd2-71ed7dcdd5a8 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Notify callbacks [] for security_group, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:51:52.040950 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127465a3-ede3-4ecb-8221-50289526a1d2 req-4b6c0e60-24a4-4872-8e49-ca9055a85cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:51:52.042926 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-127465a3-ede3-4ecb-8221-50289526a1d2 req-4b6c0e60-24a4-4872-8e49-ca9055a85cd8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e181904a5b24481e86fd6fc2c82285c0&device_id=dd225894-7d8c-4a3c-a864-a7d7f8455f40 HTTP/1.1" status: 200 len: 1098 time: 0.0802016 May 19 05:51:52.057363 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-abb3a64f-156d-4824-8cd2-71ed7dcdd5a8 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:51:52.126332 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-69d03770-ec15-4efc-a71c-06c921cbbb56 None None] Provisioning complete for port 4608abd5-8621-4ac3-852b-112181bd1669 triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:51:52.126892 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-69d03770-ec15-4efc-a71c-06c921cbbb56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:51:52.149481 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-abb3a64f-156d-4824-8cd2-71ed7dcdd5a8 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:51:52.176891 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-de2d4f93-2770-4d34-a674-73015359d4a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:51:52.198293 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127465a3-ede3-4ecb-8221-50289526a1d2 req-f05bb492-adca-44a5-83c3-acdd76881f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:51:52.200827 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-127465a3-ede3-4ecb-8221-50289526a1d2 req-f05bb492-adca-44a5-83c3-acdd76881f7a service neutron] 10.222.0.26 "GET /v2.0/networks?id=7c664d96-1ac8-4288-8a72-335d87e81f53 HTTP/1.1" status: 200 len: 916 time: 0.1509390 May 19 05:51:52.217482 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb3a64f-156d-4824-8cd2-71ed7dcdd5a8 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=672d96e6-fc88-43fe-ad35-ca9ee1d9e7f8,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:51:52.229364 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb3a64f-156d-4824-8cd2-71ed7dcdd5a8 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:51:52.230146 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb3a64f-156d-4824-8cd2-71ed7dcdd5a8 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:51:52.230900 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb3a64f-156d-4824-8cd2-71ed7dcdd5a8 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:51:52.231452 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb3a64f-156d-4824-8cd2-71ed7dcdd5a8 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:51:52.232018 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb3a64f-156d-4824-8cd2-71ed7dcdd5a8 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:51:52.233234 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb3a64f-156d-4824-8cd2-71ed7dcdd5a8 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:51:52.233940 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb3a64f-156d-4824-8cd2-71ed7dcdd5a8 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:51:52.234583 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb3a64f-156d-4824-8cd2-71ed7dcdd5a8 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:51:52.235334 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb3a64f-156d-4824-8cd2-71ed7dcdd5a8 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:51:52.235887 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb3a64f-156d-4824-8cd2-71ed7dcdd5a8 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:51:52.236479 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb3a64f-156d-4824-8cd2-71ed7dcdd5a8 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:51:52.237063 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb3a64f-156d-4824-8cd2-71ed7dcdd5a8 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:51:52.243473 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-abb3a64f-156d-4824-8cd2-71ed7dcdd5a8 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:51:52.251905 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-abb3a64f-156d-4824-8cd2-71ed7dcdd5a8 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Notify callbacks [] for security_group, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:51:52.253572 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-abb3a64f-156d-4824-8cd2-71ed7dcdd5a8 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "DELETE /v2.0/security-groups/672d96e6-fc88-43fe-ad35-ca9ee1d9e7f8 HTTP/1.1" status: 204 len: 168 time: 0.3762243 May 19 05:51:52.256178 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 50240) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:51:52.343666 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-127465a3-ede3-4ecb-8221-50289526a1d2 req-89c8323e-55d4-4fb4-ad3f-66970d8263b3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4608abd5-8621-4ac3-852b-112181bd1669 HTTP/1.1" status: 200 len: 1000 time: 0.1350977 May 19 05:51:52.411755 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127465a3-ede3-4ecb-8221-50289526a1d2 req-9a4efd1f-eb46-4b05-99df-686f2925785b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:51:52.413097 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-127465a3-ede3-4ecb-8221-50289526a1d2 req-9a4efd1f-eb46-4b05-99df-686f2925785b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=493b9886-1e03-40f1-b780-ac1eb5696ec6 HTTP/1.1" status: 200 len: 854 time: 0.0610383 May 19 05:51:52.498150 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127465a3-ede3-4ecb-8221-50289526a1d2 req-1104b417-3f3f-4518-a224-b390f4816203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:51:52.499665 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-127465a3-ede3-4ecb-8221-50289526a1d2 req-1104b417-3f3f-4518-a224-b390f4816203 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7c664d96-1ac8-4288-8a72-335d87e81f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0790608 May 19 05:51:52.580090 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-bcc4b60a-070d-43b3-8163-289d365bc191 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Deleting port 9e2e3d9e-d6ef-438c-8f04-272f5e075fdb {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 05:51:52.580709 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-bcc4b60a-070d-43b3-8163-289d365bc191 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742273213799'] for port, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:51:52.689859 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-127465a3-ede3-4ecb-8221-50289526a1d2 req-827322da-bbae-47aa-b566-ae04f6d7b353 service neutron] 10.222.0.26 "GET /v2.0/networks/7c664d96-1ac8-4288-8a72-335d87e81f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825881 May 19 05:51:52.723108 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-bcc4b60a-070d-43b3-8163-289d365bc191 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401034'] for port, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:51:52.723439 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-bcc4b60a-070d-43b3-8163-289d365bc191 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:51:52.883849 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-bcc4b60a-070d-43b3-8163-289d365bc191 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Calling delete_port for 9e2e3d9e-d6ef-438c-8f04-272f5e075fdb owned by network:floatingip {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 05:51:52.894131 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-127465a3-ede3-4ecb-8221-50289526a1d2 req-895e2d5c-3272-4b53-a097-47c6ed27de2c service neutron] 10.222.0.26 "GET /v2.0/networks/7c664d96-1ac8-4288-8a72-335d87e81f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989326 May 19 05:51:52.946325 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94206de5-c5b4-4bf6-8dfd-6d9c86e46347 req-e51d829b-2daa-4263-815c-2c5eea822023 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:51:52.948054 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-94206de5-c5b4-4bf6-8dfd-6d9c86e46347 req-e51d829b-2daa-4263-815c-2c5eea822023 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=6288ad2e-4e69-4d1d-a01d-89b2c52155a7 HTTP/1.1" status: 200 len: 943 time: 0.1100044 May 19 05:51:52.962761 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 50276) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:51:53.007751 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-94206de5-c5b4-4bf6-8dfd-6d9c86e46347 req-b74d2ddd-30ae-4a8f-ab10-44270592b5a6 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcbbcb83-a201-4d9b-87bd-6383b4e1ff9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509574 May 19 05:51:53.127541 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-bcc4b60a-070d-43b3-8163-289d365bc191 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742273216184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742272802052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266569054'] for port, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:51:53.132618 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-2de6efb4-ae5a-42e2-ac76-9846bb079fbe tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:51:53.179699 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc4b60a-070d-43b3-8163-289d365bc191 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Pushing event deleted for resources: {'Port': ['ID=9e2e3d9e-d6ef-438c-8f04-272f5e075fdb,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:51:53.184522 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-bcc4b60a-070d-43b3-8163-289d365bc191 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:51:53.218045 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a7b4b29b-b8b1-466f-b75e-0a45bc28cb0e req-b630683d-646f-4c0d-8fb3-562b36428c34 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6288ad2e-4e69-4d1d-a01d-89b2c52155a7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2542059 May 19 05:51:53.274149 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-bcc4b60a-070d-43b3-8163-289d365bc191 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Notify callbacks [] for floatingip, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:51:53.274504 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.db.l3_db [None req-bcc4b60a-070d-43b3-8163-289d365bc191 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Floating IP e7d47287-bf6a-4b9c-b11a-dc7de6db6aca disassociated (deleted). External IP: 172.27.0.15, port: 4608abd5-8621-4ac3-852b-112181bd1669. May 19 05:51:53.607272 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcc4b60a-070d-43b3-8163-289d365bc191 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Router 301c1d58-e7e9-434a-a0d2-b6c6a7ea3784 has already been hosted by L3 agent b1c473b1-11ec-4d73-8852-93414dd700fb {{(pid=103390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 05:51:53.623759 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Device 9f42976f-b938-47c2-bd49-4909278b62bc no longer exists at agent hyperv_hv-cinder-78240 {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 05:51:53.866117 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc4b60a-070d-43b3-8163-289d365bc191 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Notify agent at l3_agent.dv-cinder-782405-8-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 05:51:53.876216 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fe2c44-77ab-4a5c-b28b-7a2d1578f355 None None] Sync routers for ids ['301c1d58-e7e9-434a-a0d2-b6c6a7ea3784'] in dv-cinder-782405-8-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 05:51:53.885567 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-bcc4b60a-070d-43b3-8163-289d365bc191 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13023'] for floatingip, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:51:53.885834 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fe2c44-77ab-4a5c-b28b-7a2d1578f355 None None] Routers {'301c1d58-e7e9-434a-a0d2-b6c6a7ea3784'} bound to L3 agent in host dv-cinder-782405-8-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:51:53.886451 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-29fe2c44-77ab-4a5c-b28b-7a2d1578f355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T05:35:15Z,description=,heartbeat_timestamp=2021-05-19T05:51:45Z,host='dv-cinder-782405-8-iscsi',id=b1c473b1-11ec-4d73-8852-93414dd700fb,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:35:15Z,topic='l3_agent')) {'router_ids': ['301c1d58-e7e9-434a-a0d2-b6c6a7ea3784'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:51:53.940270 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-bcc4b60a-070d-43b3-8163-289d365bc191 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "DELETE /v2.0/floatingips/e7d47287-bf6a-4b9c-b11a-dc7de6db6aca HTTP/1.1" status: 204 len: 168 time: 1.6828306 May 19 05:51:53.940939 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd225894-7d8c-4a3c-a864-a7d7f8455f40', 'tag': '4608abd5-8621-4ac3-852b-112181bd1669'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:51:53.990890 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd225894-7d8c-4a3c-a864-a7d7f8455f40', 'tag': '4608abd5-8621-4ac3-852b-112181bd1669', 'status': 'completed', 'code': 200} May 19 05:51:54.071514 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-29fe2c44-77ab-4a5c-b28b-7a2d1578f355 None None] Set router 301c1d58-e7e9-434a-a0d2-b6c6a7ea3784 gateway port host: dv-cinder-782405-8-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:51:54.150619 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b9695-2f72-423f-a251-a0524b44d6eb req-7d497906-883a-47fd-977c-3140a8501414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:51:54.152107 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-af1b9695-2f72-423f-a251-a0524b44d6eb req-7d497906-883a-47fd-977c-3140a8501414 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e181904a5b24481e86fd6fc2c82285c0&device_id=dd225894-7d8c-4a3c-a864-a7d7f8455f40 HTTP/1.1" status: 200 len: 1098 time: 0.1365485 May 19 05:51:54.348863 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c302f9db-2e9b-45f2-bdb6-6f0ea90041ad req-1a739331-7673-49b5-ac03-de38a5d96696 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:51:54.357070 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c302f9db-2e9b-45f2-bdb6-6f0ea90041ad req-1a739331-7673-49b5-ac03-de38a5d96696 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=6288ad2e-4e69-4d1d-a01d-89b2c52155a7 HTTP/1.1" status: 200 len: 943 time: 0.2096994 May 19 05:51:54.373111 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b9695-2f72-423f-a251-a0524b44d6eb req-8b3bb685-25b8-4b98-b35d-58c172af27ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:51:54.374732 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-af1b9695-2f72-423f-a251-a0524b44d6eb req-8b3bb685-25b8-4b98-b35d-58c172af27ae service neutron] 10.222.0.26 "GET /v2.0/networks?id=7c664d96-1ac8-4288-8a72-335d87e81f53 HTTP/1.1" status: 200 len: 916 time: 0.1861594 May 19 05:51:54.411937 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-29fe2c44-77ab-4a5c-b28b-7a2d1578f355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '301c1d58-e7e9-434a-a0d2-b6c6a7ea3784', 'name': 'tempest-TestMinimumBasicScenario-1628436141-router', 'tenant_id': 'e181904a5b24481e86fd6fc2c82285c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '352510d7-da5c-4ef4-91d1-35eb3de32508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:47:47Z', 'updated_at': '2021-05-19T05:47:51Z', 'revision_number': 4, 'project_id': 'e181904a5b24481e86fd6fc2c82285c0', 'gw_port': {'id': '352510d7-da5c-4ef4-91d1-35eb3de32508', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:30:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301c1d58-e7e9-434a-a0d2-b6c6a7ea3784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:47:48Z', 'updated_at': '2021-05-19T05:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi', '_interfaces': [{'id': '5b524f5e-763f-482f-bda6-09836ea78686', 'name': '', 'network_id': '7c664d96-1ac8-4288-8a72-335d87e81f53', 'tenant_id': 'e181904a5b24481e86fd6fc2c82285c0', 'mac_address': 'fa:16:3e:09:88:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301c1d58-e7e9-434a-a0d2-b6c6a7ea3784', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '493b9886-1e03-40f1-b780-ac1eb5696ec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:47:50Z', 'updated_at': '2021-05-19T05:47:58Z', 'revision_number': 5, 'project_id': 'e181904a5b24481e86fd6fc2c82285c0', 'subnets': [{'id': '493b9886-1e03-40f1-b780-ac1eb5696ec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:51:54.416733 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fe2c44-77ab-4a5c-b28b-7a2d1578f355 None None] Checking router: 301c1d58-e7e9-434a-a0d2-b6c6a7ea3784 for host: dv-cinder-782405-8-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 05:51:54.425239 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fe2c44-77ab-4a5c-b28b-7a2d1578f355 None None] Routers {'301c1d58-e7e9-434a-a0d2-b6c6a7ea3784'} bound to L3 agent in host dv-cinder-782405-8-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:51:54.425934 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-29fe2c44-77ab-4a5c-b28b-7a2d1578f355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T05:35:15Z,description=,heartbeat_timestamp=2021-05-19T05:51:45Z,host='dv-cinder-782405-8-iscsi',id=b1c473b1-11ec-4d73-8852-93414dd700fb,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:35:15Z,topic='l3_agent')) {'router_ids': ['301c1d58-e7e9-434a-a0d2-b6c6a7ea3784'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:51:54.449096 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-af1b9695-2f72-423f-a251-a0524b44d6eb req-c6c3cca5-4cd6-497a-a19d-0a2f90e59c61 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4608abd5-8621-4ac3-852b-112181bd1669 HTTP/1.1" status: 200 len: 217 time: 0.0664954 May 19 05:51:54.522785 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c302f9db-2e9b-45f2-bdb6-6f0ea90041ad req-caf25b04-5925-4e68-9bd3-ee6b33228268 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcbbcb83-a201-4d9b-87bd-6383b4e1ff9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1644652 May 19 05:51:54.542808 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b9695-2f72-423f-a251-a0524b44d6eb req-598970bd-74a7-4536-a395-6e1bf69e3a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:51:54.544515 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-af1b9695-2f72-423f-a251-a0524b44d6eb req-598970bd-74a7-4536-a395-6e1bf69e3a3b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=493b9886-1e03-40f1-b780-ac1eb5696ec6 HTTP/1.1" status: 200 len: 854 time: 0.0881009 May 19 05:51:54.626584 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-29fe2c44-77ab-4a5c-b28b-7a2d1578f355 None None] Set router 301c1d58-e7e9-434a-a0d2-b6c6a7ea3784 gateway port host: dv-cinder-782405-8-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:51:54.646706 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b9695-2f72-423f-a251-a0524b44d6eb req-12b705cc-157e-4a93-b38b-480aa22660a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:51:54.649151 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-af1b9695-2f72-423f-a251-a0524b44d6eb req-12b705cc-157e-4a93-b38b-480aa22660a0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7c664d96-1ac8-4288-8a72-335d87e81f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0961702 May 19 05:51:54.801913 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-af1b9695-2f72-423f-a251-a0524b44d6eb req-c64987eb-3920-468c-bb90-5a3431b29ca1 service neutron] 10.222.0.26 "GET /v2.0/networks/7c664d96-1ac8-4288-8a72-335d87e81f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428280 May 19 05:51:55.004042 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-29fe2c44-77ab-4a5c-b28b-7a2d1578f355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '301c1d58-e7e9-434a-a0d2-b6c6a7ea3784', 'name': 'tempest-TestMinimumBasicScenario-1628436141-router', 'tenant_id': 'e181904a5b24481e86fd6fc2c82285c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '352510d7-da5c-4ef4-91d1-35eb3de32508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:47:47Z', 'updated_at': '2021-05-19T05:47:51Z', 'revision_number': 4, 'project_id': 'e181904a5b24481e86fd6fc2c82285c0', 'gw_port': {'id': '352510d7-da5c-4ef4-91d1-35eb3de32508', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:30:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301c1d58-e7e9-434a-a0d2-b6c6a7ea3784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:47:48Z', 'updated_at': '2021-05-19T05:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi', '_interfaces': [{'id': '5b524f5e-763f-482f-bda6-09836ea78686', 'name': '', 'network_id': '7c664d96-1ac8-4288-8a72-335d87e81f53', 'tenant_id': 'e181904a5b24481e86fd6fc2c82285c0', 'mac_address': 'fa:16:3e:09:88:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301c1d58-e7e9-434a-a0d2-b6c6a7ea3784', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '493b9886-1e03-40f1-b780-ac1eb5696ec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:47:50Z', 'updated_at': '2021-05-19T05:47:58Z', 'revision_number': 5, 'project_id': 'e181904a5b24481e86fd6fc2c82285c0', 'subnets': [{'id': '493b9886-1e03-40f1-b780-ac1eb5696ec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:51:55.008697 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fe2c44-77ab-4a5c-b28b-7a2d1578f355 None None] The sync data for ids ['301c1d58-e7e9-434a-a0d2-b6c6a7ea3784'] in dv-cinder-782405-8-iscsi is: [{'id': '301c1d58-e7e9-434a-a0d2-b6c6a7ea3784', 'name': 'tempest-TestMinimumBasicScenario-1628436141-router', 'tenant_id': 'e181904a5b24481e86fd6fc2c82285c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '352510d7-da5c-4ef4-91d1-35eb3de32508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:47:47Z', 'updated_at': '2021-05-19T05:47:51Z', 'revision_number': 4, 'project_id': 'e181904a5b24481e86fd6fc2c82285c0', 'gw_port': {'id': '352510d7-da5c-4ef4-91d1-35eb3de32508', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:30:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301c1d58-e7e9-434a-a0d2-b6c6a7ea3784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:47:48Z', 'updated_at': '2021-05-19T05:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi', '_interfaces': [{'id': '5b524f5e-763f-482f-bda6-09836ea78686', 'name': '', 'network_id': '7c664d96-1ac8-4288-8a72-335d87e81f53', 'tenant_id': 'e181904a5b24481e86fd6fc2c82285c0', 'mac_address': 'fa:16:3e:09:88:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301c1d58-e7e9-434a-a0d2-b6c6a7ea3784', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '493b9886-1e03-40f1-b780-ac1eb5696ec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:47:50Z', 'updated_at': '2021-05-19T05:47:58Z', 'revision_number': 5, 'project_id': 'e181904a5b24481e86fd6fc2c82285c0', 'subnets': [{'id': '493b9886-1e03-40f1-b780-ac1eb5696ec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 05:51:55.053331 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-af1b9695-2f72-423f-a251-a0524b44d6eb req-461ac182-b3c5-4360-91d4-c0bb3c83d21d service neutron] 10.222.0.26 "GET /v2.0/networks/7c664d96-1ac8-4288-8a72-335d87e81f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412810 May 19 05:51:55.237566 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacacdb2-f5cb-4c39-a914-42d31c6b7935 None None] New status for floating IP e7d47287-bf6a-4b9c-b11a-dc7de6db6aca: DOWN {{(pid=103393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 05:51:55.701701 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cc982a-cfdc-4741-84bf-c2e5f7f4087d req-33525b4c-ff8b-4e3a-97d4-8a542bf6780f tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:51:55.703184 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-82cc982a-cfdc-4741-84bf-c2e5f7f4087d req-33525b4c-ff8b-4e3a-97d4-8a542bf6780f tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=6288ad2e-4e69-4d1d-a01d-89b2c52155a7 HTTP/1.1" status: 200 len: 943 time: 0.0793014 May 19 05:51:55.751212 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-82cc982a-cfdc-4741-84bf-c2e5f7f4087d req-f2aa7338-a510-496f-a65a-78d819258776 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcbbcb83-a201-4d9b-87bd-6383b4e1ff9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424328 May 19 05:51:56.939649 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ca29f5-c5a7-41c0-9f25-d7513bfd64a2 req-4d2db472-c05b-4c73-b846-2ccacf104f99 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:51:56.941091 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-64ca29f5-c5a7-41c0-9f25-d7513bfd64a2 req-4d2db472-c05b-4c73-b846-2ccacf104f99 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=6288ad2e-4e69-4d1d-a01d-89b2c52155a7 HTTP/1.1" status: 200 len: 943 time: 0.0801570 May 19 05:51:56.984921 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-64ca29f5-c5a7-41c0-9f25-d7513bfd64a2 req-98b894e9-4703-4de4-841c-6bef42b69fef tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcbbcb83-a201-4d9b-87bd-6383b4e1ff9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382030 May 19 05:51:57.451737 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4a887f-46b8-4845-8bf5-b29cb785c496 req-4b7d7fdf-ab22-4ddf-b7d3-b1dc3171b930 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:51:57.453141 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-cf4a887f-46b8-4845-8bf5-b29cb785c496 req-4b7d7fdf-ab22-4ddf-b7d3-b1dc3171b930 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd225894-7d8c-4a3c-a864-a7d7f8455f40 HTTP/1.1" status: 200 len: 945 time: 0.0814414 May 19 05:51:57.496529 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-cf4a887f-46b8-4845-8bf5-b29cb785c496 req-9f40a266-7a19-41a9-92b2-0d727109e58c tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/security-groups?id=37e5abca-3298-4ac0-bcbf-b5dda918576d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377557 May 19 05:51:57.796420 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2080735e-246a-4358-ac7c-61977954ef7e req-083fffdd-ee17-4bc8-909d-9e6a1a29b27b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=94a346e5-bdf7-4f1d-8e05-ac2e430c7dfd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0688715 May 19 05:51:57.891066 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2080735e-246a-4358-ac7c-61977954ef7e req-274b4f4f-c405-4a9e-ba52-1986d686ee78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:51:57.892447 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2080735e-246a-4358-ac7c-61977954ef7e req-274b4f4f-c405-4a9e-ba52-1986d686ee78 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e11f985d37b842499bf1e28b1ad007cf&device_id=94a346e5-bdf7-4f1d-8e05-ac2e430c7dfd HTTP/1.1" status: 200 len: 1099 time: 0.0756226 May 19 05:51:58.037525 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2080735e-246a-4358-ac7c-61977954ef7e req-d59cf199-76de-4dcd-8913-d6bc01200c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:51:58.039019 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2080735e-246a-4358-ac7c-61977954ef7e req-d59cf199-76de-4dcd-8913-d6bc01200c2f service neutron] 10.222.0.26 "GET /v2.0/networks?id=89d5aa65-3a6d-4be9-a00d-99ff97528276 HTTP/1.1" status: 200 len: 912 time: 0.1260228 May 19 05:51:58.147145 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2080735e-246a-4358-ac7c-61977954ef7e req-8e9e7357-00dd-4c33-8158-6e8b4085cee6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=441a3f25-01fa-4475-bf01-47b46ebf922f HTTP/1.1" status: 200 len: 1002 time: 0.1010566 May 19 05:51:58.175598 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6f272d-1228-4405-ba9f-c86ebdeca2ca req-a55ac187-6a03-47b9-b899-aabe3b03faaa tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:51:58.181120 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-fe6f272d-1228-4405-ba9f-c86ebdeca2ca req-a55ac187-6a03-47b9-b899-aabe3b03faaa tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=6288ad2e-4e69-4d1d-a01d-89b2c52155a7 HTTP/1.1" status: 200 len: 943 time: 0.0824850 May 19 05:51:58.222150 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-fe6f272d-1228-4405-ba9f-c86ebdeca2ca req-856d7e38-238c-4bbb-a05a-a92a40407259 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcbbcb83-a201-4d9b-87bd-6383b4e1ff9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378699 May 19 05:51:58.241213 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:51:58.269399 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2080735e-246a-4358-ac7c-61977954ef7e req-9273b6ac-2ea0-44cc-a800-4e3753786483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:51:58.270856 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2080735e-246a-4358-ac7c-61977954ef7e req-9273b6ac-2ea0-44cc-a800-4e3753786483 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=82fd848a-77f0-4d3d-8454-3c0dcf103642 HTTP/1.1" status: 200 len: 850 time: 0.1096263 May 19 05:51:58.335501 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b4b29b-b8b1-466f-b75e-0a45bc28cb0e req-06712370-a7f2-4661-8833-810fdd965e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:51:58.336916 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a7b4b29b-b8b1-466f-b75e-0a45bc28cb0e req-06712370-a7f2-4661-8833-810fdd965e97 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6288ad2e-4e69-4d1d-a01d-89b2c52155a7&tenant_id=c17fd9a8c56841e28e94a39c06931094 HTTP/1.1" status: 200 len: 1096 time: 0.1425099 May 19 05:51:58.357926 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2080735e-246a-4358-ac7c-61977954ef7e req-72a99f97-d32f-41dc-b1e7-eebcbf3f8948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:51:58.359363 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2080735e-246a-4358-ac7c-61977954ef7e req-72a99f97-d32f-41dc-b1e7-eebcbf3f8948 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=89d5aa65-3a6d-4be9-a00d-99ff97528276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0814834 May 19 05:51:58.533984 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b4b29b-b8b1-466f-b75e-0a45bc28cb0e req-5482e7af-7587-4c2e-9b54-dc45d3dcb398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:51:58.535470 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a7b4b29b-b8b1-466f-b75e-0a45bc28cb0e req-5482e7af-7587-4c2e-9b54-dc45d3dcb398 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c17fd9a8c56841e28e94a39c06931094&device_id=6288ad2e-4e69-4d1d-a01d-89b2c52155a7 HTTP/1.1" status: 200 len: 1096 time: 0.1752908 May 19 05:51:58.540948 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2080735e-246a-4358-ac7c-61977954ef7e req-c6b2b39a-c7ae-4bd6-9117-71416ce359f8 service neutron] 10.222.0.26 "GET /v2.0/networks/89d5aa65-3a6d-4be9-a00d-99ff97528276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515870 May 19 05:51:58.836298 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2080735e-246a-4358-ac7c-61977954ef7e req-a2fa93a4-7691-4a3d-acf0-4f22f2d2a9ec service neutron] 10.222.0.26 "GET /v2.0/networks/89d5aa65-3a6d-4be9-a00d-99ff97528276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704830 May 19 05:51:58.841547 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b4b29b-b8b1-466f-b75e-0a45bc28cb0e req-81fd4f11-b922-46b9-829d-421074c5d541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:51:58.843307 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a7b4b29b-b8b1-466f-b75e-0a45bc28cb0e req-81fd4f11-b922-46b9-829d-421074c5d541 service neutron] 10.222.0.26 "GET /v2.0/networks?id=66468b2a-efab-4a3c-bf32-cbdbf073937c HTTP/1.1" status: 200 len: 918 time: 0.2952528 May 19 05:51:58.856567 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e5f51-dac2-42ed-be53-838164facb85 req-18137410-d82e-450a-b1bc-f69ba8d2ef10 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:51:58.858244 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-885e5f51-dac2-42ed-be53-838164facb85 req-18137410-d82e-450a-b1bc-f69ba8d2ef10 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd225894-7d8c-4a3c-a864-a7d7f8455f40 HTTP/1.1" status: 200 len: 945 time: 0.2459414 May 19 05:51:59.061964 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-885e5f51-dac2-42ed-be53-838164facb85 req-57d4135f-a74e-454a-bec2-b00556f5cbac tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/security-groups?id=37e5abca-3298-4ac0-bcbf-b5dda918576d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566942 May 19 05:51:59.063730 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a7b4b29b-b8b1-466f-b75e-0a45bc28cb0e req-c5efa65c-9393-4c8c-9d82-7193fc86f28d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f42976f-b938-47c2-bd49-4909278b62bc HTTP/1.1" status: 200 len: 998 time: 0.2046428 May 19 05:51:59.132531 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b4b29b-b8b1-466f-b75e-0a45bc28cb0e req-a80aae8f-7472-4835-aa92-65709099a610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:51:59.133873 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a7b4b29b-b8b1-466f-b75e-0a45bc28cb0e req-a80aae8f-7472-4835-aa92-65709099a610 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0fe61487-2837-401f-bfcd-f193a4daf6f6 HTTP/1.1" status: 200 len: 856 time: 0.0588660 May 19 05:51:59.211332 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b4b29b-b8b1-466f-b75e-0a45bc28cb0e req-8b5a45e6-f029-4e07-8b85-509062463bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:51:59.212795 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a7b4b29b-b8b1-466f-b75e-0a45bc28cb0e req-8b5a45e6-f029-4e07-8b85-509062463bc4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=66468b2a-efab-4a3c-bf32-cbdbf073937c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0709496 May 19 05:51:59.403454 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a7b4b29b-b8b1-466f-b75e-0a45bc28cb0e req-79594f71-2519-45bf-96b8-283069f1dd04 service neutron] 10.222.0.26 "GET /v2.0/networks/66468b2a-efab-4a3c-bf32-cbdbf073937c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823537 May 19 05:51:59.418030 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31536bfe-2782-4629-acc6-667aa9ac5b54 req-27bf56cb-2136-45ff-8516-e830d624713d tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:51:59.419611 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-31536bfe-2782-4629-acc6-667aa9ac5b54 req-27bf56cb-2136-45ff-8516-e830d624713d tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=6288ad2e-4e69-4d1d-a01d-89b2c52155a7 HTTP/1.1" status: 200 len: 943 time: 0.0817089 May 19 05:51:59.438385 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db6e3e6-3243-4c87-b139-2bf104a11d6b req-605ac421-b9ba-4fa8-865a-35c6299daad2 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:51:59.439977 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1db6e3e6-3243-4c87-b139-2bf104a11d6b req-605ac421-b9ba-4fa8-865a-35c6299daad2 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd225894-7d8c-4a3c-a864-a7d7f8455f40 HTTP/1.1" status: 200 len: 945 time: 0.1391182 May 19 05:51:59.463838 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-31536bfe-2782-4629-acc6-667aa9ac5b54 req-f4b7ba66-5899-4fb7-a080-b7acfa071a45 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcbbcb83-a201-4d9b-87bd-6383b4e1ff9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385671 May 19 05:51:59.641297 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a7b4b29b-b8b1-466f-b75e-0a45bc28cb0e req-e8bdbb46-101f-42f2-8aef-38763d1b7a88 service neutron] 10.222.0.26 "GET /v2.0/networks/66468b2a-efab-4a3c-bf32-cbdbf073937c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303159 May 19 05:51:59.657478 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [req-1db6e3e6-3243-4c87-b139-2bf104a11d6b req-8fa0a5e5-c627-46b1-9826-8fc2b0b5ccc7 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Deleting port 4608abd5-8621-4ac3-852b-112181bd1669 {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 05:51:59.657831 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-1db6e3e6-3243-4c87-b139-2bf104a11d6b req-8fa0a5e5-c627-46b1-9826-8fc2b0b5ccc7 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742273213799'] for port, before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:51:59.789456 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-1db6e3e6-3243-4c87-b139-2bf104a11d6b req-8fa0a5e5-c627-46b1-9826-8fc2b0b5ccc7 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] For port 4608abd5-8621-4ac3-852b-112181bd1669, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=4608abd5-8621-4ac3-852b-112181bd1669,segment=NetworkSegment(70d11288-15ef-421d-9cc4-49a1c8a9c023),segment_id=70d11288-15ef-421d-9cc4-49a1c8a9c023)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:51:59.789811 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-1db6e3e6-3243-4c87-b139-2bf104a11d6b req-8fa0a5e5-c627-46b1-9826-8fc2b0b5ccc7 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401034'] for port, precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:51:59.914194 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [req-1db6e3e6-3243-4c87-b139-2bf104a11d6b req-8fa0a5e5-c627-46b1-9826-8fc2b0b5ccc7 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Calling delete_port for 4608abd5-8621-4ac3-852b-112181bd1669 owned by compute:nova {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 05:52:00.033003 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-1db6e3e6-3243-4c87-b139-2bf104a11d6b req-8fa0a5e5-c627-46b1-9826-8fc2b0b5ccc7 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742273216184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742272802052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263355286'] for port, after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:00.045029 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-d36a94a5-1d5f-4f5a-a58b-79cb518ddc32 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:52:00.156069 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa0a5e5-c627-46b1-9826-8fc2b0b5ccc7 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Pushing event deleted for resources: {'Port': ['ID=4608abd5-8621-4ac3-852b-112181bd1669,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:52:00.159489 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-8fa0a5e5-c627-46b1-9826-8fc2b0b5ccc7 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:52:00.245046 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [req-1db6e3e6-3243-4c87-b139-2bf104a11d6b req-8fa0a5e5-c627-46b1-9826-8fc2b0b5ccc7 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] No DVR routers for this DVR port 4608abd5-8621-4ac3-852b-112181bd1669 on host hv-cinder-78240 {{(pid=103391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 05:52:00.249879 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-1db6e3e6-3243-4c87-b139-2bf104a11d6b req-8fa0a5e5-c627-46b1-9826-8fc2b0b5ccc7 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13023'] for port, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:00.258135 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd225894-7d8c-4a3c-a864-a7d7f8455f40', 'name': 'network-vif-deleted', 'tag': '4608abd5-8621-4ac3-852b-112181bd1669'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:52:00.318917 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd225894-7d8c-4a3c-a864-a7d7f8455f40', 'name': 'network-vif-deleted', 'tag': '4608abd5-8621-4ac3-852b-112181bd1669', 'status': 'completed', 'code': 200} May 19 05:52:00.332465 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1db6e3e6-3243-4c87-b139-2bf104a11d6b req-8fa0a5e5-c627-46b1-9826-8fc2b0b5ccc7 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.26 "DELETE /v2.0/ports/4608abd5-8621-4ac3-852b-112181bd1669 HTTP/1.1" status: 204 len: 173 time: 0.8811684 May 19 05:52:00.334085 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-fad133fc-f691-4348-a33f-a1964e6b1b30 req-f0436a43-1927-440e-9656-aa3212aa0c7b tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Synchronizing usage tracker for tenant:e181904a5b24481e86fd6fc2c82285c0 on resource:port {{(pid=103391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:52:00.353758 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-fad133fc-f691-4348-a33f-a1964e6b1b30 req-f0436a43-1927-440e-9656-aa3212aa0c7b tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Unset dirty status for tenant:e181904a5b24481e86fd6fc2c82285c0 on resource:port {{(pid=103391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:52:00.367382 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-fad133fc-f691-4348-a33f-a1964e6b1b30 req-f0436a43-1927-440e-9656-aa3212aa0c7b tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd225894-7d8c-4a3c-a864-a7d7f8455f40 HTTP/1.1" status: 200 len: 210 time: 0.1040742 May 19 05:52:00.686636 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6042803a-a35e-4865-855c-440047509de0 req-a0d107b6-3ae1-4334-b6d2-48fd0337ccd8 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:52:00.688235 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6042803a-a35e-4865-855c-440047509de0 req-a0d107b6-3ae1-4334-b6d2-48fd0337ccd8 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=6288ad2e-4e69-4d1d-a01d-89b2c52155a7 HTTP/1.1" status: 200 len: 943 time: 0.0989237 May 19 05:52:00.746783 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6042803a-a35e-4865-855c-440047509de0 req-08701daa-86c5-4a50-bf98-a468815606fe tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcbbcb83-a201-4d9b-87bd-6383b4e1ff9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522020 May 19 05:52:01.517037 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-dc6208e4-0509-4ba7-9451-816b0407daf5 req-a5f6a79b-7535-4ede-906c-d66b9a9f09d6 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd225894-7d8c-4a3c-a864-a7d7f8455f40 HTTP/1.1" status: 200 len: 210 time: 0.0481808 May 19 05:52:01.685311 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Device 4608abd5-8621-4ac3-852b-112181bd1669 no longer exists at agent hyperv_hv-cinder-78240 {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 05:52:01.723792 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] No Port match for: 4608abd5-8621-4ac3-852b-112181bd1669 {{(pid=103392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 05:52:01.724229 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Device 4608abd5-8621-4ac3-852b-112181bd1669 not bound to the agent host hv-cinder-78240 {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 05:52:01.949614 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bffb8ba-5199-4054-a9ea-16c2413857f8 req-f154c7d0-75a4-4483-a906-d7e2f7430bb1 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:52:01.951146 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0bffb8ba-5199-4054-a9ea-16c2413857f8 req-f154c7d0-75a4-4483-a906-d7e2f7430bb1 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=6288ad2e-4e69-4d1d-a01d-89b2c52155a7 HTTP/1.1" status: 200 len: 943 time: 0.0808976 May 19 05:52:01.997489 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0bffb8ba-5199-4054-a9ea-16c2413857f8 req-0e94e935-9b8a-401c-858b-6f79bf4882a1 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcbbcb83-a201-4d9b-87bd-6383b4e1ff9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404484 May 19 05:52:02.583600 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-8ef77f1b-c1f2-4f7f-903c-9c4facac0416 None None] Agent healthcheck: found 6 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 05:52:02.668484 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-42c34154-aed6-46df-90a4-6e3a70f787df req-852a9137-50d3-4de0-b1c4-6d3eb35077e5 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd225894-7d8c-4a3c-a864-a7d7f8455f40 HTTP/1.1" status: 200 len: 210 time: 0.0435603 May 19 05:52:03.204240 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc2de34-e0c2-43fc-ae29-5d51bcf2dd01 req-69c178da-524b-4a77-8278-6711e77d8e6c tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:52:03.205668 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9dc2de34-e0c2-43fc-ae29-5d51bcf2dd01 req-69c178da-524b-4a77-8278-6711e77d8e6c tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=6288ad2e-4e69-4d1d-a01d-89b2c52155a7 HTTP/1.1" status: 200 len: 943 time: 0.0842936 May 19 05:52:03.253105 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9dc2de34-e0c2-43fc-ae29-5d51bcf2dd01 req-7b6d8e92-3c26-49fc-b74d-39797398c920 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcbbcb83-a201-4d9b-87bd-6383b4e1ff9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411623 May 19 05:52:03.825152 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-55155d00-64a9-4052-b7ab-263650469145 req-e93caeb0-c143-4d34-8472-ed9f37d5d094 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd225894-7d8c-4a3c-a864-a7d7f8455f40 HTTP/1.1" status: 200 len: 210 time: 0.0424852 May 19 05:52:04.443428 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba9611-b9c4-412d-b1cf-c829b52ec0fe req-fb3015e2-e576-420c-8eb0-928d12ae0083 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:52:04.444881 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e7ba9611-b9c4-412d-b1cf-c829b52ec0fe req-fb3015e2-e576-420c-8eb0-928d12ae0083 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=6288ad2e-4e69-4d1d-a01d-89b2c52155a7 HTTP/1.1" status: 200 len: 943 time: 0.0803714 May 19 05:52:04.494926 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e7ba9611-b9c4-412d-b1cf-c829b52ec0fe req-27947a0a-1f10-4067-8c85-c958b4f2f4c0 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcbbcb83-a201-4d9b-87bd-6383b4e1ff9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443563 May 19 05:52:04.982214 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-98f85b98-fbd0-4ab1-962f-50f9c0495fac req-74957db3-180a-4822-874d-4e4313801a26 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd225894-7d8c-4a3c-a864-a7d7f8455f40 HTTP/1.1" status: 200 len: 210 time: 0.0469096 May 19 05:52:05.688807 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc2f6ee-35ff-4298-b69e-5902b68476a6 req-db272652-9370-4612-b22e-d86dbc8c0a85 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:52:05.690278 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2cc2f6ee-35ff-4298-b69e-5902b68476a6 req-db272652-9370-4612-b22e-d86dbc8c0a85 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=6288ad2e-4e69-4d1d-a01d-89b2c52155a7 HTTP/1.1" status: 200 len: 943 time: 0.0799725 May 19 05:52:05.736762 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2cc2f6ee-35ff-4298-b69e-5902b68476a6 req-d6823d1c-a336-46b1-8d1f-24d462b9c66d tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcbbcb83-a201-4d9b-87bd-6383b4e1ff9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408294 May 19 05:52:06.135023 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-60a13577-6797-401e-9a1b-8fe6d4c4fff6 req-987d5d36-9298-4f82-b8c3-b9e585a23006 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd225894-7d8c-4a3c-a864-a7d7f8455f40 HTTP/1.1" status: 200 len: 210 time: 0.0438175 May 19 05:52:06.944011 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d784305c-5820-467c-8844-2c4dfd1547e1 req-9ba5144f-aae4-454f-b5df-52c301a62a95 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:52:06.945508 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d784305c-5820-467c-8844-2c4dfd1547e1 req-9ba5144f-aae4-454f-b5df-52c301a62a95 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=6288ad2e-4e69-4d1d-a01d-89b2c52155a7 HTTP/1.1" status: 200 len: 943 time: 0.0969071 May 19 05:52:06.997021 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d784305c-5820-467c-8844-2c4dfd1547e1 req-dd9918cd-6c54-46ee-ae3a-60931960315e tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcbbcb83-a201-4d9b-87bd-6383b4e1ff9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457311 May 19 05:52:07.287943 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8c5ed495-8e2f-4e03-a395-91aa35068364 req-82007fd5-e60b-4d4d-8df8-1f4387087b64 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd225894-7d8c-4a3c-a864-a7d7f8455f40 HTTP/1.1" status: 200 len: 210 time: 0.0443130 May 19 05:52:08.222132 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8def31de-f7e6-418b-8ca0-e03cd9dcdac3 req-2ca74cb9-f615-4d79-8405-b9b32957d038 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:52:08.223614 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8def31de-f7e6-418b-8ca0-e03cd9dcdac3 req-2ca74cb9-f615-4d79-8405-b9b32957d038 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=6288ad2e-4e69-4d1d-a01d-89b2c52155a7 HTTP/1.1" status: 200 len: 943 time: 0.1118708 May 19 05:52:08.270366 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8def31de-f7e6-418b-8ca0-e03cd9dcdac3 req-24a14640-fb46-4635-9035-db8234c34e4e tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcbbcb83-a201-4d9b-87bd-6383b4e1ff9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403614 May 19 05:52:08.523612 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-bbf2e810-3bc8-4c05-869d-890ab98a76e9 req-e7329f6a-94f3-4a70-899d-49c24b7690d4 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd225894-7d8c-4a3c-a864-a7d7f8455f40 HTTP/1.1" status: 200 len: 210 time: 0.1269147 May 19 05:52:09.468911 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5b1878-97e5-42be-aef6-efe8d39616c3 req-19a01a19-34e0-4b66-bece-36ce87e443db tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:52:09.470279 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ad5b1878-97e5-42be-aef6-efe8d39616c3 req-19a01a19-34e0-4b66-bece-36ce87e443db tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=6288ad2e-4e69-4d1d-a01d-89b2c52155a7 HTTP/1.1" status: 200 len: 943 time: 0.0865657 May 19 05:52:09.516601 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ad5b1878-97e5-42be-aef6-efe8d39616c3 req-b6c2e726-fa43-4c26-bf2c-b3d43b061463 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcbbcb83-a201-4d9b-87bd-6383b4e1ff9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406647 May 19 05:52:09.676245 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-82314384-320b-4eb3-a360-bdf764121cde req-ab209a7d-41e1-43dc-b528-f4f193429e65 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd225894-7d8c-4a3c-a864-a7d7f8455f40 HTTP/1.1" status: 200 len: 210 time: 0.0446491 May 19 05:52:10.703320 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8421779-927b-4c18-a446-336a48f95a9c req-a40f2ab8-0b60-473a-a1b1-d6fb010cf4ee tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:52:10.705036 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a8421779-927b-4c18-a446-336a48f95a9c req-a40f2ab8-0b60-473a-a1b1-d6fb010cf4ee tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=6288ad2e-4e69-4d1d-a01d-89b2c52155a7 HTTP/1.1" status: 200 len: 943 time: 0.0781517 May 19 05:52:10.751190 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a8421779-927b-4c18-a446-336a48f95a9c req-b63ebbd0-9ac5-4855-b82b-293143ef2037 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcbbcb83-a201-4d9b-87bd-6383b4e1ff9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407903 May 19 05:52:10.827102 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e01bd054-336c-420b-8c62-74603a1217c6 req-7fc8c468-3dcd-4766-93d9-440f0a874a74 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd225894-7d8c-4a3c-a864-a7d7f8455f40 HTTP/1.1" status: 200 len: 210 time: 0.0444908 May 19 05:52:11.934430 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7370124a-1d6c-43df-be38-6fcfdec7b750 req-b62f6d32-e647-4631-89a3-206905f2c8ce tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:52:11.935899 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7370124a-1d6c-43df-be38-6fcfdec7b750 req-b62f6d32-e647-4631-89a3-206905f2c8ce tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=6288ad2e-4e69-4d1d-a01d-89b2c52155a7 HTTP/1.1" status: 200 len: 943 time: 0.0777636 May 19 05:52:11.971189 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d91eee02-1b30-4790-b8af-8c45c3874831 req-7e741111-a7b6-4fa1-aa2b-b461719c2943 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd225894-7d8c-4a3c-a864-a7d7f8455f40 HTTP/1.1" status: 200 len: 210 time: 0.0416942 May 19 05:52:11.980027 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7370124a-1d6c-43df-be38-6fcfdec7b750 req-35c04f38-fc0e-499f-aecc-6f0a730e9873 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcbbcb83-a201-4d9b-87bd-6383b4e1ff9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385544 May 19 05:52:12.339599 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2d693570-2c64-4eee-9568-9f260753162f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:13.156765 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6e9cd3ea-1bc4-4e62-b437-8969976ad6ce req-ace6b64d-f3b5-4593-be81-2278b6ad8a97 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd225894-7d8c-4a3c-a864-a7d7f8455f40 HTTP/1.1" status: 200 len: 210 time: 0.0434449 May 19 05:52:13.200540 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c09214-f6f5-4b89-beb2-8410ed51ee26 req-042bb255-1b80-42cf-b724-f286e9ff6f99 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:52:13.202146 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b5c09214-f6f5-4b89-beb2-8410ed51ee26 req-042bb255-1b80-42cf-b724-f286e9ff6f99 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=6288ad2e-4e69-4d1d-a01d-89b2c52155a7 HTTP/1.1" status: 200 len: 943 time: 0.0977116 May 19 05:52:13.247164 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b5c09214-f6f5-4b89-beb2-8410ed51ee26 req-00ff26c2-b4c7-45d9-b16b-39a331d69eca tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcbbcb83-a201-4d9b-87bd-6383b4e1ff9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391183 May 19 05:52:14.437913 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a7702-0f1c-4165-a76c-6bf5fd242327 req-67797fb1-db3d-497a-9222-f8268222c6b8 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:52:14.439627 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d16a7702-0f1c-4165-a76c-6bf5fd242327 req-67797fb1-db3d-497a-9222-f8268222c6b8 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=6288ad2e-4e69-4d1d-a01d-89b2c52155a7 HTTP/1.1" status: 200 len: 943 time: 0.0831361 May 19 05:52:14.487124 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d16a7702-0f1c-4165-a76c-6bf5fd242327 req-dcaf0e8e-ff44-415e-a2b0-9f20084cbf67 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcbbcb83-a201-4d9b-87bd-6383b4e1ff9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411701 May 19 05:52:14.703190 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-29afc38f-ae22-4c16-a152-53b53e6c1da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:14.730327 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 50502) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:52:14.848969 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:15.331697 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0622ee93-36d4-49aa-a83d-4ff8c1f6134e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398924'] for router_interface, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:15.678070 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8e7c98-318d-4a22-9606-a25d3b5b5c02 req-26d71599-14ad-4a5e-a138-3c57f306aa49 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:52:15.679461 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3a8e7c98-318d-4a22-9606-a25d3b5b5c02 req-26d71599-14ad-4a5e-a138-3c57f306aa49 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=6288ad2e-4e69-4d1d-a01d-89b2c52155a7 HTTP/1.1" status: 200 len: 943 time: 0.0789635 May 19 05:52:15.721897 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Device 9f42976f-b938-47c2-bd49-4909278b62bc details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=103392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 05:52:15.723600 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3a8e7c98-318d-4a22-9606-a25d3b5b5c02 req-71727e9d-885d-4d3a-a170-78dcc4f6ec76 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcbbcb83-a201-4d9b-87bd-6383b4e1ff9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372257 May 19 05:52:15.739253 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-0622ee93-36d4-49aa-a83d-4ff8c1f6134e admin admin] Deleting port 5b524f5e-763f-482f-bda6-09836ea78686 {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 05:52:15.739696 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0622ee93-36d4-49aa-a83d-4ff8c1f6134e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742273213799'] for port, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:15.854010 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] For port 9f42976f-b938-47c2-bd49-4909278b62bc, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=9f42976f-b938-47c2-bd49-4909278b62bc,segment=NetworkSegment(f507ec07-80b3-40da-acb9-6d4ba052bdb5),segment_id=f507ec07-80b3-40da-acb9-6d4ba052bdb5)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:52:15.861887 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-0622ee93-36d4-49aa-a83d-4ff8c1f6134e admin admin] For port 5b524f5e-763f-482f-bda6-09836ea78686, host dv-cinder-782405-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-iscsi',level=0,port_id=5b524f5e-763f-482f-bda6-09836ea78686,segment=NetworkSegment(70d11288-15ef-421d-9cc4-49a1c8a9c023),segment_id=70d11288-15ef-421d-9cc4-49a1c8a9c023)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:52:15.862242 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0622ee93-36d4-49aa-a83d-4ff8c1f6134e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401034'] for port, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:15.867152 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Returning: {'device': '9f42976f-b938-47c2-bd49-4909278b62bc', 'network_id': '66468b2a-efab-4a3c-bf32-cbdbf073937c', 'port_id': '9f42976f-b938-47c2-bd49-4909278b62bc', 'mac_address': 'fa:16:3e:58:4c:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fe61487-2837-401f-bfcd-f193a4daf6f6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 05:52:15.931483 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-db7c5e23-657c-45d4-9da5-15ba3bf0d241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:15.935217 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:15.951371 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f42976f-b938-47c2-bd49-4909278b62bc {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 05:52:15.966691 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] For port 9f42976f-b938-47c2-bd49-4909278b62bc, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=9f42976f-b938-47c2-bd49-4909278b62bc,segment=NetworkSegment(f507ec07-80b3-40da-acb9-6d4ba052bdb5),segment_id=f507ec07-80b3-40da-acb9-6d4ba052bdb5)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:52:15.970489 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:15.972161 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:52:15.987422 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-0622ee93-36d4-49aa-a83d-4ff8c1f6134e admin admin] Calling delete_port for 5b524f5e-763f-482f-bda6-09836ea78686 owned by network:router_interface {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 05:52:16.034374 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Pushing event updated for resources: {'Port': ['ID=9f42976f-b938-47c2-bd49-4909278b62bc,revision_number=9']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:52:16.037735 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:52:16.355693 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0622ee93-36d4-49aa-a83d-4ff8c1f6134e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742273216184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742272802052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266569054'] for port, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:16.360192 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:52:16.379232 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] get_ports_and_sgs() called for port_ids ['9f42976f-b938-47c2-bd49-4909278b62bc'] {{(pid=103392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 05:52:16.402651 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0622ee93-36d4-49aa-a83d-4ff8c1f6134e admin admin] Pushing event deleted for resources: {'Port': ['ID=5b524f5e-763f-482f-bda6-09836ea78686,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:52:16.427818 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-0622ee93-36d4-49aa-a83d-4ff8c1f6134e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:52:16.687849 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0622ee93-36d4-49aa-a83d-4ff8c1f6134e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400604'] for router_interface, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:17.069104 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cef3401-ed9b-4440-bbed-b30551da445f req-20540b68-5fd6-4891-a89e-9d342afa9e1f tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:52:17.070617 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2cef3401-ed9b-4440-bbed-b30551da445f req-20540b68-5fd6-4891-a89e-9d342afa9e1f tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=6288ad2e-4e69-4d1d-a01d-89b2c52155a7 HTTP/1.1" status: 200 len: 944 time: 0.2321553 May 19 05:52:17.142405 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2cef3401-ed9b-4440-bbed-b30551da445f req-482d8100-6dbb-46bf-baf7-0a1f94a2de4f tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcbbcb83-a201-4d9b-87bd-6383b4e1ff9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638323 May 19 05:52:17.146755 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0622ee93-36d4-49aa-a83d-4ff8c1f6134e admin admin] Router 301c1d58-e7e9-434a-a0d2-b6c6a7ea3784 has already been hosted by L3 agent b1c473b1-11ec-4d73-8852-93414dd700fb {{(pid=103390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 05:52:17.319602 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0622ee93-36d4-49aa-a83d-4ff8c1f6134e admin admin] Notify agent at l3_agent.dv-cinder-782405-8-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 05:52:17.327657 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45fcb20-b514-4a33-ad2f-138b343a5d49 None None] Sync routers for ids ['301c1d58-e7e9-434a-a0d2-b6c6a7ea3784'] in dv-cinder-782405-8-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 05:52:17.334699 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-0622ee93-36d4-49aa-a83d-4ff8c1f6134e admin admin] 10.222.0.11 "PUT /v2.0/routers/301c1d58-e7e9-434a-a0d2-b6c6a7ea3784/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6031837 May 19 05:52:17.337588 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45fcb20-b514-4a33-ad2f-138b343a5d49 None None] Routers {'301c1d58-e7e9-434a-a0d2-b6c6a7ea3784'} bound to L3 agent in host dv-cinder-782405-8-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:52:17.337748 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 50534) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:52:17.338205 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-c45fcb20-b514-4a33-ad2f-138b343a5d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T05:35:15Z,description=,heartbeat_timestamp=2021-05-19T05:52:15Z,host='dv-cinder-782405-8-iscsi',id=b1c473b1-11ec-4d73-8852-93414dd700fb,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:35:15Z,topic='l3_agent')) {'router_ids': ['301c1d58-e7e9-434a-a0d2-b6c6a7ea3784'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:52:17.511551 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-5f215194-d934-48ee-8b38-6c4d2f32c0d0 admin admin] Notify callbacks [] for router, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:17.512434 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-c45fcb20-b514-4a33-ad2f-138b343a5d49 None None] Set router 301c1d58-e7e9-434a-a0d2-b6c6a7ea3784 gateway port host: dv-cinder-782405-8-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:52:17.657950 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ca9ec6bf-79c4-448f-b3bb-8c49e8cf3732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:17.734346 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Device 9f42976f-b938-47c2-bd49-4909278b62bc up at agent hyperv_hv-cinder-78240 {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:52:17.793050 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-5f215194-d934-48ee-8b38-6c4d2f32c0d0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:17.866083 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Provisioning complete for port 9f42976f-b938-47c2-bd49-4909278b62bc triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:52:17.866467 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:17.866789 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-5f215194-d934-48ee-8b38-6c4d2f32c0d0 admin admin] Deleting port 352510d7-da5c-4ef4-91d1-35eb3de32508 {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 05:52:17.867141 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-5f215194-d934-48ee-8b38-6c4d2f32c0d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742273213799'] for port, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:17.926302 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-c45fcb20-b514-4a33-ad2f-138b343a5d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '301c1d58-e7e9-434a-a0d2-b6c6a7ea3784', 'name': 'tempest-TestMinimumBasicScenario-1628436141-router', 'tenant_id': 'e181904a5b24481e86fd6fc2c82285c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '352510d7-da5c-4ef4-91d1-35eb3de32508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:47:47Z', 'updated_at': '2021-05-19T05:52:16Z', 'revision_number': 5, 'project_id': 'e181904a5b24481e86fd6fc2c82285c0', 'gw_port': {'id': '352510d7-da5c-4ef4-91d1-35eb3de32508', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:30:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301c1d58-e7e9-434a-a0d2-b6c6a7ea3784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:47:48Z', 'updated_at': '2021-05-19T05:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi'}], 'dv-cinder-782405-8-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:52:17.933719 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45fcb20-b514-4a33-ad2f-138b343a5d49 None None] Checking router: 301c1d58-e7e9-434a-a0d2-b6c6a7ea3784 for host: dv-cinder-782405-8-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 05:52:17.974408 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45fcb20-b514-4a33-ad2f-138b343a5d49 None None] Routers {'301c1d58-e7e9-434a-a0d2-b6c6a7ea3784'} bound to L3 agent in host dv-cinder-782405-8-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:52:17.975043 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-c45fcb20-b514-4a33-ad2f-138b343a5d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T05:35:15Z,description=,heartbeat_timestamp=2021-05-19T05:52:15Z,host='dv-cinder-782405-8-iscsi',id=b1c473b1-11ec-4d73-8852-93414dd700fb,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:35:15Z,topic='l3_agent')) {'router_ids': ['301c1d58-e7e9-434a-a0d2-b6c6a7ea3784'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:52:17.991528 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-5f215194-d934-48ee-8b38-6c4d2f32c0d0 admin admin] For port 352510d7-da5c-4ef4-91d1-35eb3de32508, host dv-cinder-782405-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-iscsi',level=0,port_id=352510d7-da5c-4ef4-91d1-35eb3de32508,segment=NetworkSegment(edaa9548-0a8e-4b05-b39a-c151d3266f79),segment_id=edaa9548-0a8e-4b05-b39a-c151d3266f79)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:52:17.991920 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-5f215194-d934-48ee-8b38-6c4d2f32c0d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401034'] for port, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:18.112182 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-5f215194-d934-48ee-8b38-6c4d2f32c0d0 admin admin] Calling delete_port for 352510d7-da5c-4ef4-91d1-35eb3de32508 owned by network:router_gateway {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 05:52:18.127439 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:18.159941 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-c45fcb20-b514-4a33-ad2f-138b343a5d49 None None] Set router 301c1d58-e7e9-434a-a0d2-b6c6a7ea3784 gateway port host: None {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:52:18.279262 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-5f215194-d934-48ee-8b38-6c4d2f32c0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742273216184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742272802052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266569054'] for port, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:18.284658 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:52:18.301032 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6288ad2e-4e69-4d1d-a01d-89b2c52155a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f42976f-b938-47c2-bd49-4909278b62bc'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:52:18.318806 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-c45fcb20-b514-4a33-ad2f-138b343a5d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '301c1d58-e7e9-434a-a0d2-b6c6a7ea3784', 'name': 'tempest-TestMinimumBasicScenario-1628436141-router', 'tenant_id': 'e181904a5b24481e86fd6fc2c82285c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:47:47Z', 'updated_at': '2021-05-19T05:52:17Z', 'revision_number': 6, 'project_id': 'e181904a5b24481e86fd6fc2c82285c0', 'gw_port_host': None}], 'dv-cinder-782405-8-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:52:18.330588 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] For port 9f42976f-b938-47c2-bd49-4909278b62bc, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=9f42976f-b938-47c2-bd49-4909278b62bc,segment=NetworkSegment(f507ec07-80b3-40da-acb9-6d4ba052bdb5),segment_id=f507ec07-80b3-40da-acb9-6d4ba052bdb5)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:52:18.330588 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:18.333708 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-b68c8486-8fbb-494b-88bd-1fdf08400953 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:52:18.369678 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f215194-d934-48ee-8b38-6c4d2f32c0d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=352510d7-da5c-4ef4-91d1-35eb3de32508,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:52:18.376950 dv-cinder-782405-8-iscsi neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6288ad2e-4e69-4d1d-a01d-89b2c52155a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f42976f-b938-47c2-bd49-4909278b62bc', 'code': 200} May 19 05:52:18.377667 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45fcb20-b514-4a33-ad2f-138b343a5d49 None None] The sync data for ids ['301c1d58-e7e9-434a-a0d2-b6c6a7ea3784'] in dv-cinder-782405-8-iscsi is: [{'id': '301c1d58-e7e9-434a-a0d2-b6c6a7ea3784', 'name': 'tempest-TestMinimumBasicScenario-1628436141-router', 'tenant_id': 'e181904a5b24481e86fd6fc2c82285c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:47:47Z', 'updated_at': '2021-05-19T05:52:17Z', 'revision_number': 6, 'project_id': 'e181904a5b24481e86fd6fc2c82285c0', 'gw_port_host': None}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 05:52:18.429888 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Pushing event updated for resources: {'Port': ['ID=9f42976f-b938-47c2-bd49-4909278b62bc,revision_number=10']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:52:18.446806 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:52:18.456234 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-5f215194-d934-48ee-8b38-6c4d2f32c0d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:52:18.473935 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1930181d-37b3-4fc9-973c-0640d8cf293a req-96854c2b-8708-4544-bc90-27c3c0a057b1 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:52:18.476066 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1930181d-37b3-4fc9-973c-0640d8cf293a req-96854c2b-8708-4544-bc90-27c3c0a057b1 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=6288ad2e-4e69-4d1d-a01d-89b2c52155a7 HTTP/1.1" status: 200 len: 946 time: 0.2010968 May 19 05:52:18.483347 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-5f215194-d934-48ee-8b38-6c4d2f32c0d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-517991'] for router_gateway, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:18.535030 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1930181d-37b3-4fc9-973c-0640d8cf293a req-36e2e415-c3ab-4512-9d69-2c7d622677ed tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcbbcb83-a201-4d9b-87bd-6383b4e1ff9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500183 May 19 05:52:18.645239 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d8257f-c0da-4d07-b4fe-e003ad185b50 req-e1797c53-2645-4b7b-9a7f-5fa47f775bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:52:18.646731 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-87d8257f-c0da-4d07-b4fe-e003ad185b50 req-e1797c53-2645-4b7b-9a7f-5fa47f775bc0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6288ad2e-4e69-4d1d-a01d-89b2c52155a7 HTTP/1.1" status: 200 len: 1099 time: 0.0733938 May 19 05:52:18.669190 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-5f215194-d934-48ee-8b38-6c4d2f32c0d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27485'] for router, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:18.673161 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-5f215194-d934-48ee-8b38-6c4d2f32c0d0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:18.689201 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-87d8257f-c0da-4d07-b4fe-e003ad185b50 req-c055b7d3-d23a-4146-8766-89638459b4eb service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=bcbbcb83-a201-4d9b-87bd-6383b4e1ff9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361817 May 19 05:52:18.698662 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-5f215194-d934-48ee-8b38-6c4d2f32c0d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-517424'] for router, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:18.699204 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f215194-d934-48ee-8b38-6c4d2f32c0d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 301c1d58-e7e9-434a-a0d2-b6c6a7ea3784 {{(pid=103390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 05:52:18.711600 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-5f215194-d934-48ee-8b38-6c4d2f32c0d0 admin admin] Notify callbacks [] for router, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:18.712695 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-5f215194-d934-48ee-8b38-6c4d2f32c0d0 admin admin] 10.222.0.11 "DELETE /v2.0/routers/301c1d58-e7e9-434a-a0d2-b6c6a7ea3784 HTTP/1.1" status: 204 len: 168 time: 1.3740380 May 19 05:52:18.715246 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 50554) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:52:18.777318 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3b3771f-7e42-481a-b742-dd81dde85bba admin admin] Deleting subnet 493b9886-1e03-40f1-b780-ac1eb5696ec6 {{(pid=103390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 05:52:18.780667 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d3b3771f-7e42-481a-b742-dd81dde85bba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:18.834609 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d3b3771f-7e42-481a-b742-dd81dde85bba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266360016'] for subnet, precommit_delete_associations {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:18.959032 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d3b3771f-7e42-481a-b742-dd81dde85bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3527298'] for subnet, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:19.032084 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e342ed-2c13-4d90-a554-5d5ca968d394 req-c15dfdae-0191-4dd0-aead-f0e85f681f08 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:52:19.033545 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-50e342ed-2c13-4d90-a554-5d5ca968d394 req-c15dfdae-0191-4dd0-aead-f0e85f681f08 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/ports?device_id=94a346e5-bdf7-4f1d-8e05-ac2e430c7dfd HTTP/1.1" status: 200 len: 946 time: 0.0784547 May 19 05:52:19.077920 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-50e342ed-2c13-4d90-a554-5d5ca968d394 req-97d68ec5-33d6-4b89-ac9e-7c3c9105ff3f tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/security-groups?id=6ec9fb07-e976-4704-87b4-436ad462552a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382600 May 19 05:52:19.202523 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d3b3771f-7e42-481a-b742-dd81dde85bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3527349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266359937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266937071'] for subnet, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:19.206762 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-501143b7-adfc-4673-9686-4812ff97aaba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:52:19.240281 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b3771f-7e42-481a-b742-dd81dde85bba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=493b9886-1e03-40f1-b780-ac1eb5696ec6,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:52:19.243899 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-d3b3771f-7e42-481a-b742-dd81dde85bba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:52:19.245016 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d3b3771f-7e42-481a-b742-dd81dde85bba admin admin] Notify callbacks [] for subnet, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:19.249612 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5c3300-c4bf-4cfb-9059-2913b5456ecb None None] Network 7c664d96-1ac8-4288-8a72-335d87e81f53 requested from dv-cinder-782405-8-iscsi {{(pid=103392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 05:52:19.253082 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-d3b3771f-7e42-481a-b742-dd81dde85bba admin admin] 10.222.0.11 "DELETE /v2.0/subnets/493b9886-1e03-40f1-b780-ac1eb5696ec6 HTTP/1.1" status: 204 len: 168 time: 0.5347066 May 19 05:52:19.253345 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 50560) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:52:19.459393 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-724cee97-e289-4987-9ea7-f27c94e5e93b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608314'] for network, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:19.522020 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df777b6-d69b-44b2-a0c1-c8f0070bcf13 None None] DHCP port deletion for 7c664d96-1ac8-4288-8a72-335d87e81f53 request from dv-cinder-782405-8-iscsi {{(pid=103392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 05:52:19.535465 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-724cee97-e289-4987-9ea7-f27c94e5e93b admin admin] Deleting port 853d2156-7619-4899-b2e2-b4f9f7a75a17 {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 05:52:19.535802 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-724cee97-e289-4987-9ea7-f27c94e5e93b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742273213799'] for port, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:19.592626 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-2df777b6-d69b-44b2-a0c1-c8f0070bcf13 None None] Deleting port 853d2156-7619-4899-b2e2-b4f9f7a75a17 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 05:52:19.593019 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2df777b6-d69b-44b2-a0c1-c8f0070bcf13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742273213799'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:19.636027 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-724cee97-e289-4987-9ea7-f27c94e5e93b admin admin] For port 853d2156-7619-4899-b2e2-b4f9f7a75a17, host dv-cinder-782405-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-iscsi',level=0,port_id=853d2156-7619-4899-b2e2-b4f9f7a75a17,segment=NetworkSegment(70d11288-15ef-421d-9cc4-49a1c8a9c023),segment_id=70d11288-15ef-421d-9cc4-49a1c8a9c023)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:52:19.636388 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-724cee97-e289-4987-9ea7-f27c94e5e93b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401034'] for port, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:19.691358 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-2df777b6-d69b-44b2-a0c1-c8f0070bcf13 None None] For port 853d2156-7619-4899-b2e2-b4f9f7a75a17, host dv-cinder-782405-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-iscsi',level=0,port_id=853d2156-7619-4899-b2e2-b4f9f7a75a17,segment=NetworkSegment(70d11288-15ef-421d-9cc4-49a1c8a9c023),segment_id=70d11288-15ef-421d-9cc4-49a1c8a9c023)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:52:19.691673 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2df777b6-d69b-44b2-a0c1-c8f0070bcf13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401034'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:19.796866 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-724cee97-e289-4987-9ea7-f27c94e5e93b admin admin] Calling delete_port for 853d2156-7619-4899-b2e2-b4f9f7a75a17 owned by network:dhcp {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 05:52:19.837358 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-2df777b6-d69b-44b2-a0c1-c8f0070bcf13 None None] Calling delete_port for 853d2156-7619-4899-b2e2-b4f9f7a75a17 owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 05:52:19.855336 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d831f1-e781-42b0-bd39-5d2a288636ab req-739be770-a202-4f08-b071-4291d82becb8 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:52:19.856798 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-75d831f1-e781-42b0-bd39-5d2a288636ab req-739be770-a202-4f08-b071-4291d82becb8 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=6288ad2e-4e69-4d1d-a01d-89b2c52155a7 HTTP/1.1" status: 200 len: 946 time: 0.2134345 May 19 05:52:19.906318 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-75d831f1-e781-42b0-bd39-5d2a288636ab req-8c2b4b20-a7bc-4e77-b991-25f72ef4e7c2 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcbbcb83-a201-4d9b-87bd-6383b4e1ff9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404863 May 19 05:52:19.907059 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-724cee97-e289-4987-9ea7-f27c94e5e93b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742273216184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742272802052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266569054'] for port, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:19.910754 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-b6080a5a-3b6c-484d-8a5b-226b9a83121f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:52:19.934775 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device 5b524f5e-763f-482f-bda6-09836ea78686 no longer exists at agent ovs-agent-dv-cinder-782405-8-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 05:52:19.956693 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724cee97-e289-4987-9ea7-f27c94e5e93b admin admin] Pushing event deleted for resources: {'Port': ['ID=853d2156-7619-4899-b2e2-b4f9f7a75a17,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:52:19.959802 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-724cee97-e289-4987-9ea7-f27c94e5e93b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:52:19.960598 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724cee97-e289-4987-9ea7-f27c94e5e93b admin admin] No DVR routers for this DVR port 853d2156-7619-4899-b2e2-b4f9f7a75a17 on host dv-cinder-782405-8-iscsi {{(pid=103390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 05:52:19.979947 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] No Port match for: 5b524f5e-763f-482f-bda6-09836ea78686 {{(pid=103392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 05:52:19.980333 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device 5b524f5e-763f-482f-bda6-09836ea78686 not bound to the agent host dv-cinder-782405-8-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 05:52:19.980762 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device 352510d7-da5c-4ef4-91d1-35eb3de32508 no longer exists at agent ovs-agent-dv-cinder-782405-8-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 05:52:20.027345 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] No Port match for: 352510d7-da5c-4ef4-91d1-35eb3de32508 {{(pid=103392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 05:52:20.027711 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device 352510d7-da5c-4ef4-91d1-35eb3de32508 not bound to the agent host dv-cinder-782405-8-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 05:52:20.028134 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device 853d2156-7619-4899-b2e2-b4f9f7a75a17 no longer exists at agent ovs-agent-dv-cinder-782405-8-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 05:52:20.070045 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] No Port match for: 853d2156-7619-4899-b2e2-b4f9f7a75a17 {{(pid=103392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 05:52:20.070401 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device 853d2156-7619-4899-b2e2-b4f9f7a75a17 not bound to the agent host dv-cinder-782405-8-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 05:52:20.080831 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-724cee97-e289-4987-9ea7-f27c94e5e93b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3528713', 'neutron.services.segments.db._delete_segments_for_network-8742273243010'] for network, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:20.096070 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2df777b6-d69b-44b2-a0c1-c8f0070bcf13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742273216184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742272802052'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:20.096196 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-724cee97-e289-4987-9ea7-f27c94e5e93b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c664d96-1ac8-4288-8a72-335d87e81f53']}} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:52:20.108899 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-6d2f6c24-fef2-4534-bf49-1877b62486c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:52:20.111021 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-724cee97-e289-4987-9ea7-f27c94e5e93b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70d11288-15ef-421d-9cc4-49a1c8a9c023') {'for_net_delete': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:52:20.111323 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-724cee97-e289-4987-9ea7-f27c94e5e93b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70d11288-15ef-421d-9cc4-49a1c8a9c023') {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:52:20.125783 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-724cee97-e289-4987-9ea7-f27c94e5e93b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742273253515', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266360007'] for segment, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:20.145115 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-724cee97-e289-4987-9ea7-f27c94e5e93b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3517393'] for segment, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:20.156937 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-724cee97-e289-4987-9ea7-f27c94e5e93b admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 05:52:20.157164 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df777b6-d69b-44b2-a0c1-c8f0070bcf13 None None] Pushing event deleted for resources: {'Port': ['ID=853d2156-7619-4899-b2e2-b4f9f7a75a17,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:52:20.157537 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-724cee97-e289-4987-9ea7-f27c94e5e93b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3517393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266568995'] for segment, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:20.160266 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-2df777b6-d69b-44b2-a0c1-c8f0070bcf13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:52:20.161500 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df777b6-d69b-44b2-a0c1-c8f0070bcf13 None None] No DVR routers for this DVR port 853d2156-7619-4899-b2e2-b4f9f7a75a17 on host dv-cinder-782405-8-iscsi {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 05:52:20.177043 dv-cinder-782405-8-iscsi neutron-server[103390]: Traceback (most recent call last): May 19 05:52:20.177043 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 05:52:20.177043 dv-cinder-782405-8-iscsi neutron-server[103390]: timer() May 19 05:52:20.177043 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 05:52:20.177043 dv-cinder-782405-8-iscsi neutron-server[103390]: cb(*args, **kw) May 19 05:52:20.177043 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 05:52:20.177043 dv-cinder-782405-8-iscsi neutron-server[103390]: return func(*args, **kwargs) May 19 05:52:20.177043 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 05:52:20.177043 dv-cinder-782405-8-iscsi neutron-server[103390]: self._notify() May 19 05:52:20.177043 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 05:52:20.177043 dv-cinder-782405-8-iscsi neutron-server[103390]: self.callback(batched_events) May 19 05:52:20.177043 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 05:52:20.177043 dv-cinder-782405-8-iscsi neutron-server[103390]: event.method(event) May 19 05:52:20.177043 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 05:52:20.177043 dv-cinder-782405-8-iscsi neutron-server[103390]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 05:52:20.177043 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 05:52:20.177043 dv-cinder-782405-8-iscsi neutron-server[103390]: aggregate_uuid = self.p_client.list_aggregates( May 19 05:52:20.177043 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 05:52:20.177043 dv-cinder-782405-8-iscsi neutron-server[103390]: return f(self, *a, **k) May 19 05:52:20.177043 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 05:52:20.177043 dv-cinder-782405-8-iscsi neutron-server[103390]: return self._get(url).json() May 19 05:52:20.177043 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 05:52:20.177043 dv-cinder-782405-8-iscsi neutron-server[103390]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 05:52:20.177043 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 05:52:20.177043 dv-cinder-782405-8-iscsi neutron-server[103390]: return self.request(url, 'GET', **kwargs) May 19 05:52:20.177043 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 05:52:20.177043 dv-cinder-782405-8-iscsi neutron-server[103390]: base_url = self.get_endpoint(auth, allow=allow, May 19 05:52:20.177043 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 05:52:20.177043 dv-cinder-782405-8-iscsi neutron-server[103390]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 05:52:20.177043 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 05:52:20.177043 dv-cinder-782405-8-iscsi neutron-server[103390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 05:52:20.177043 dv-cinder-782405-8-iscsi neutron-server[103390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 05:52:20.260269 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-724cee97-e289-4987-9ea7-f27c94e5e93b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3528704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-542600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-584118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-517964'] for network, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:20.265716 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-724cee97-e289-4987-9ea7-f27c94e5e93b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584083'] for network, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:20.268583 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:52:20.291982 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1917a-6593-40a5-a45a-1b6c5666082c req-39e75fd8-4213-4bc3-8ee2-9578f6f5d5d4 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:52:20.292546 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724cee97-e289-4987-9ea7-f27c94e5e93b admin admin] Pushing event deleted for resources: {'Network': ['ID=7c664d96-1ac8-4288-8a72-335d87e81f53,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:52:20.293776 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2af1917a-6593-40a5-a45a-1b6c5666082c req-39e75fd8-4213-4bc3-8ee2-9578f6f5d5d4 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/ports?device_id=94a346e5-bdf7-4f1d-8e05-ac2e430c7dfd HTTP/1.1" status: 200 len: 946 time: 0.0913599 May 19 05:52:20.294921 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-724cee97-e289-4987-9ea7-f27c94e5e93b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:52:20.313143 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-724cee97-e289-4987-9ea7-f27c94e5e93b admin admin] 10.222.0.11 "DELETE /v2.0/networks/7c664d96-1ac8-4288-8a72-335d87e81f53 HTTP/1.1" status: 204 len: 168 time: 1.0587263 May 19 05:52:20.315676 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 50602) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:52:20.342992 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2af1917a-6593-40a5-a45a-1b6c5666082c req-92b3dd5e-fa10-4da4-a988-cb4506b4e153 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/security-groups?id=6ec9fb07-e976-4704-87b4-436ad462552a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414927 May 19 05:52:20.849750 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-bc6991a1-c726-4e31-ae1c-5bb75476a6c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398924'] for router_interface, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:21.079861 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff048839-a806-4c0d-8c15-91901d40990a req-90937a19-3b6a-49e5-ab1a-259b3bfc768d tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:52:21.081278 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ff048839-a806-4c0d-8c15-91901d40990a req-90937a19-3b6a-49e5-ab1a-259b3bfc768d tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.26 "GET /v2.0/ports?device_id=94a346e5-bdf7-4f1d-8e05-ac2e430c7dfd HTTP/1.1" status: 200 len: 946 time: 0.0837038 May 19 05:52:21.218663 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [req-ff048839-a806-4c0d-8c15-91901d40990a req-38ee4afb-09e2-4d09-bb1f-c6b82c341561 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Deleting port 441a3f25-01fa-4475-bf01-47b46ebf922f {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 05:52:21.219006 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-ff048839-a806-4c0d-8c15-91901d40990a req-38ee4afb-09e2-4d09-bb1f-c6b82c341561 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742273213799'] for port, before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:21.272299 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f994a7c-6cd6-4e2b-99cf-17070a691ff9 req-7cb6f937-c193-4e7b-b1d0-cc491623d7c4 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:52:21.274276 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8f994a7c-6cd6-4e2b-99cf-17070a691ff9 req-7cb6f937-c193-4e7b-b1d0-cc491623d7c4 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=6288ad2e-4e69-4d1d-a01d-89b2c52155a7 HTTP/1.1" status: 200 len: 946 time: 0.2057190 May 19 05:52:21.349159 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-ff048839-a806-4c0d-8c15-91901d40990a req-38ee4afb-09e2-4d09-bb1f-c6b82c341561 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] For port 441a3f25-01fa-4475-bf01-47b46ebf922f, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=441a3f25-01fa-4475-bf01-47b46ebf922f,segment=NetworkSegment(91f2eabd-2095-4aa5-b7b2-cb363e7f7010),segment_id=91f2eabd-2095-4aa5-b7b2-cb363e7f7010)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:52:21.349736 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-ff048839-a806-4c0d-8c15-91901d40990a req-38ee4afb-09e2-4d09-bb1f-c6b82c341561 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401034'] for port, precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:21.353495 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8f994a7c-6cd6-4e2b-99cf-17070a691ff9 req-223c79c8-bc9a-4fa3-ab02-3083d1545f99 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcbbcb83-a201-4d9b-87bd-6383b4e1ff9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729568 May 19 05:52:21.451789 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-bc6991a1-c726-4e31-ae1c-5bb75476a6c1 admin admin] Deleting port a58ba3ca-a4c5-42b1-b9d4-c1fc7a7caf70 {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 05:52:21.452064 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-bc6991a1-c726-4e31-ae1c-5bb75476a6c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742273213799'] for port, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:21.572032 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-bc6991a1-c726-4e31-ae1c-5bb75476a6c1 admin admin] For port a58ba3ca-a4c5-42b1-b9d4-c1fc7a7caf70, host dv-cinder-782405-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-iscsi',level=0,port_id=a58ba3ca-a4c5-42b1-b9d4-c1fc7a7caf70,segment=NetworkSegment(a4d22918-2225-41d4-9233-8939fa37f239),segment_id=a4d22918-2225-41d4-9233-8939fa37f239)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:52:21.572386 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-bc6991a1-c726-4e31-ae1c-5bb75476a6c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401034'] for port, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:21.690636 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-bc6991a1-c726-4e31-ae1c-5bb75476a6c1 admin admin] Calling delete_port for a58ba3ca-a4c5-42b1-b9d4-c1fc7a7caf70 owned by network:router_interface {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 05:52:21.696276 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c123c92-050e-4f4c-89f6-ad279aa33196 req-4a9ae26a-94c0-42bc-baad-fe445bf84a39 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:52:21.697707 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4c123c92-050e-4f4c-89f6-ad279aa33196 req-4a9ae26a-94c0-42bc-baad-fe445bf84a39 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/ports?device_id=94a346e5-bdf7-4f1d-8e05-ac2e430c7dfd HTTP/1.1" status: 200 len: 946 time: 0.1945643 May 19 05:52:21.700446 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-ff048839-a806-4c0d-8c15-91901d40990a req-38ee4afb-09e2-4d09-bb1f-c6b82c341561 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:21.700808 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-ff048839-a806-4c0d-8c15-91901d40990a req-38ee4afb-09e2-4d09-bb1f-c6b82c341561 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-399030'] for floatingip, after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:21.701120 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.db.l3_db [req-ff048839-a806-4c0d-8c15-91901d40990a req-38ee4afb-09e2-4d09-bb1f-c6b82c341561 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Floating IP e9047d74-6085-4c56-bbb0-4ee4d1a7680b disassociated. External IP: 172.27.0.168, port: 441a3f25-01fa-4475-bf01-47b46ebf922f. May 19 05:52:21.701459 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [req-ff048839-a806-4c0d-8c15-91901d40990a req-38ee4afb-09e2-4d09-bb1f-c6b82c341561 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Calling delete_port for 441a3f25-01fa-4475-bf01-47b46ebf922f owned by compute:nova {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 05:52:21.836942 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4c123c92-050e-4f4c-89f6-ad279aa33196 req-194ac729-a4ec-4c34-a2c5-b4f373bb117d tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/security-groups?id=6ec9fb07-e976-4704-87b4-436ad462552a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310940 May 19 05:52:21.847868 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-bc6991a1-c726-4e31-ae1c-5bb75476a6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742273216184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742272802052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266569054'] for port, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:21.852814 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:52:21.896490 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6991a1-c726-4e31-ae1c-5bb75476a6c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a58ba3ca-a4c5-42b1-b9d4-c1fc7a7caf70,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:52:21.926587 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-bc6991a1-c726-4e31-ae1c-5bb75476a6c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:52:21.933473 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-ff048839-a806-4c0d-8c15-91901d40990a req-38ee4afb-09e2-4d09-bb1f-c6b82c341561 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742273216184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742272802052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263355286'] for port, after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:21.942991 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-42229479-3b74-40f0-9dde-c05ceae37e97 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:52:21.991709 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ee4afb-09e2-4d09-bb1f-c6b82c341561 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Pushing event deleted for resources: {'Port': ['ID=441a3f25-01fa-4475-bf01-47b46ebf922f,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:52:21.999730 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-38ee4afb-09e2-4d09-bb1f-c6b82c341561 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:52:22.162221 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-bc6991a1-c726-4e31-ae1c-5bb75476a6c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400604'] for router_interface, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:22.181696 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff048839-a806-4c0d-8c15-91901d40990a req-38ee4afb-09e2-4d09-bb1f-c6b82c341561 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Router ba9066bd-3808-4530-a786-6c3fc6030ad9 has already been hosted by L3 agent b1c473b1-11ec-4d73-8852-93414dd700fb {{(pid=103391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 05:52:22.365602 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff048839-a806-4c0d-8c15-91901d40990a req-38ee4afb-09e2-4d09-bb1f-c6b82c341561 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Notify agent at l3_agent.dv-cinder-782405-8-iscsi the message routers_updated {{(pid=103391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 05:52:22.379843 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189f6e3a-7454-4d9d-97f7-f1a483be1627 None None] Sync routers for ids ['ba9066bd-3808-4530-a786-6c3fc6030ad9'] in dv-cinder-782405-8-iscsi {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 05:52:22.390222 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189f6e3a-7454-4d9d-97f7-f1a483be1627 None None] Routers {'ba9066bd-3808-4530-a786-6c3fc6030ad9'} bound to L3 agent in host dv-cinder-782405-8-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:52:22.391135 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-189f6e3a-7454-4d9d-97f7-f1a483be1627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T05:35:15Z,description=,heartbeat_timestamp=2021-05-19T05:52:15Z,host='dv-cinder-782405-8-iscsi',id=b1c473b1-11ec-4d73-8852-93414dd700fb,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:35:15Z,topic='l3_agent')) {'router_ids': ['ba9066bd-3808-4530-a786-6c3fc6030ad9'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:52:22.451192 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff048839-a806-4c0d-8c15-91901d40990a req-38ee4afb-09e2-4d09-bb1f-c6b82c341561 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] No DVR routers for this DVR port 441a3f25-01fa-4475-bf01-47b46ebf922f on host hv-cinder-78240 {{(pid=103391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 05:52:22.453800 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-ff048839-a806-4c0d-8c15-91901d40990a req-38ee4afb-09e2-4d09-bb1f-c6b82c341561 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13023'] for port, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:22.457174 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94a346e5-bdf7-4f1d-8e05-ac2e430c7dfd', 'name': 'network-vif-deleted', 'tag': '441a3f25-01fa-4475-bf01-47b46ebf922f'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:52:22.501525 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ff048839-a806-4c0d-8c15-91901d40990a req-38ee4afb-09e2-4d09-bb1f-c6b82c341561 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.26 "DELETE /v2.0/ports/441a3f25-01fa-4475-bf01-47b46ebf922f HTTP/1.1" status: 204 len: 173 time: 1.4145463 May 19 05:52:22.519216 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94a346e5-bdf7-4f1d-8e05-ac2e430c7dfd', 'name': 'network-vif-deleted', 'tag': '441a3f25-01fa-4475-bf01-47b46ebf922f', 'status': 'completed', 'code': 200} May 19 05:52:22.608697 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-189f6e3a-7454-4d9d-97f7-f1a483be1627 None None] Set router ba9066bd-3808-4530-a786-6c3fc6030ad9 gateway port host: dv-cinder-782405-8-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:52:22.636006 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc6991a1-c726-4e31-ae1c-5bb75476a6c1 admin admin] Router b1589179-ecfa-4649-8028-fb78e503f2ce has already been hosted by L3 agent b1c473b1-11ec-4d73-8852-93414dd700fb {{(pid=103390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 05:52:22.810227 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc6991a1-c726-4e31-ae1c-5bb75476a6c1 admin admin] Notify agent at l3_agent.dv-cinder-782405-8-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 05:52:22.821346 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15180501-7590-4939-a951-79d3e11e9f13 None None] Sync routers for ids ['b1589179-ecfa-4649-8028-fb78e503f2ce'] in dv-cinder-782405-8-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 05:52:22.821872 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-bc6991a1-c726-4e31-ae1c-5bb75476a6c1 admin admin] 10.222.0.11 "PUT /v2.0/routers/b1589179-ecfa-4649-8028-fb78e503f2ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5022948 May 19 05:52:22.821872 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 50614) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:52:22.829040 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15180501-7590-4939-a951-79d3e11e9f13 None None] Routers {'b1589179-ecfa-4649-8028-fb78e503f2ce'} bound to L3 agent in host dv-cinder-782405-8-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:52:22.829834 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-15180501-7590-4939-a951-79d3e11e9f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T05:35:15Z,description=,heartbeat_timestamp=2021-05-19T05:52:15Z,host='dv-cinder-782405-8-iscsi',id=b1c473b1-11ec-4d73-8852-93414dd700fb,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:35:15Z,topic='l3_agent')) {'router_ids': ['b1589179-ecfa-4649-8028-fb78e503f2ce'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:52:22.921813 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-189f6e3a-7454-4d9d-97f7-f1a483be1627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba9066bd-3808-4530-a786-6c3fc6030ad9', 'name': 'tempest-AttachVolumeTestJSON-2060325190-router', 'tenant_id': 'e11f985d37b842499bf1e28b1ad007cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '5a66f97d-b267-4414-8859-2b5b55d524f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:42:33Z', 'updated_at': '2021-05-19T05:42:47Z', 'revision_number': 4, 'project_id': 'e11f985d37b842499bf1e28b1ad007cf', 'gw_port': {'id': '5a66f97d-b267-4414-8859-2b5b55d524f2', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:42:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9066bd-3808-4530-a786-6c3fc6030ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:42:35Z', 'updated_at': '2021-05-19T05:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi', '_interfaces': [{'id': '008bde14-b575-4a18-a567-8ba88098ff11', 'name': '', 'network_id': '89d5aa65-3a6d-4be9-a00d-99ff97528276', 'tenant_id': 'e11f985d37b842499bf1e28b1ad007cf', 'mac_address': 'fa:16:3e:8e:85:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9066bd-3808-4530-a786-6c3fc6030ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '82fd848a-77f0-4d3d-8454-3c0dcf103642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:42:43Z', 'updated_at': '2021-05-19T05:43:00Z', 'revision_number': 5, 'project_id': 'e11f985d37b842499bf1e28b1ad007cf', 'subnets': [{'id': '82fd848a-77f0-4d3d-8454-3c0dcf103642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:52:22.927485 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189f6e3a-7454-4d9d-97f7-f1a483be1627 None None] Checking router: ba9066bd-3808-4530-a786-6c3fc6030ad9 for host: dv-cinder-782405-8-iscsi {{(pid=103393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 05:52:22.937219 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189f6e3a-7454-4d9d-97f7-f1a483be1627 None None] Routers {'ba9066bd-3808-4530-a786-6c3fc6030ad9'} bound to L3 agent in host dv-cinder-782405-8-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:52:22.938326 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-189f6e3a-7454-4d9d-97f7-f1a483be1627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T05:35:15Z,description=,heartbeat_timestamp=2021-05-19T05:52:15Z,host='dv-cinder-782405-8-iscsi',id=b1c473b1-11ec-4d73-8852-93414dd700fb,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:35:15Z,topic='l3_agent')) {'router_ids': ['ba9066bd-3808-4530-a786-6c3fc6030ad9'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:52:23.001331 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a2d6f9a9-c763-49cb-8355-48d53905cf1d admin admin] Notify callbacks [] for router, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:23.051430 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-fdc2fcbc-1fb3-4386-9941-c6d89e9bf84c req-1680ac79-70f6-4ca5-91a1-4da092e3c7b7 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Synchronizing usage tracker for tenant:e11f985d37b842499bf1e28b1ad007cf on resource:port {{(pid=103391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:52:23.087769 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-fdc2fcbc-1fb3-4386-9941-c6d89e9bf84c req-1680ac79-70f6-4ca5-91a1-4da092e3c7b7 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Unset dirty status for tenant:e11f985d37b842499bf1e28b1ad007cf on resource:port {{(pid=103391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:52:23.087999 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-15180501-7590-4939-a951-79d3e11e9f13 None None] Set router b1589179-ecfa-4649-8028-fb78e503f2ce gateway port host: dv-cinder-782405-8-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:52:23.089608 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-fdc2fcbc-1fb3-4386-9941-c6d89e9bf84c req-1680ac79-70f6-4ca5-91a1-4da092e3c7b7 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/ports?device_id=94a346e5-bdf7-4f1d-8e05-ac2e430c7dfd HTTP/1.1" status: 200 len: 210 time: 0.0908682 May 19 05:52:23.169115 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-189f6e3a-7454-4d9d-97f7-f1a483be1627 None None] Set router ba9066bd-3808-4530-a786-6c3fc6030ad9 gateway port host: dv-cinder-782405-8-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:52:23.228781 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a2d6f9a9-c763-49cb-8355-48d53905cf1d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:23.302949 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-a2d6f9a9-c763-49cb-8355-48d53905cf1d admin admin] Deleting port 17dd6c33-500c-48a7-b2af-8eba181a92a3 {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 05:52:23.303339 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a2d6f9a9-c763-49cb-8355-48d53905cf1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742273213799'] for port, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:23.419743 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-15180501-7590-4939-a951-79d3e11e9f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1589179-ecfa-4649-8028-fb78e503f2ce', 'name': 'tempest-TestMinimumBasicScenario-8111540-router', 'tenant_id': '9fab84149cf24934b7fde1771323862b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '17dd6c33-500c-48a7-b2af-8eba181a92a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:47:53Z', 'updated_at': '2021-05-19T05:52:21Z', 'revision_number': 5, 'project_id': '9fab84149cf24934b7fde1771323862b', 'gw_port': {'id': '17dd6c33-500c-48a7-b2af-8eba181a92a3', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1589179-ecfa-4649-8028-fb78e503f2ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:47:54Z', 'updated_at': '2021-05-19T05:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi'}], 'dv-cinder-782405-8-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:52:23.423482 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15180501-7590-4939-a951-79d3e11e9f13 None None] Checking router: b1589179-ecfa-4649-8028-fb78e503f2ce for host: dv-cinder-782405-8-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 05:52:23.426162 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-a2d6f9a9-c763-49cb-8355-48d53905cf1d admin admin] For port 17dd6c33-500c-48a7-b2af-8eba181a92a3, host dv-cinder-782405-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-iscsi',level=0,port_id=17dd6c33-500c-48a7-b2af-8eba181a92a3,segment=NetworkSegment(edaa9548-0a8e-4b05-b39a-c151d3266f79),segment_id=edaa9548-0a8e-4b05-b39a-c151d3266f79)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:52:23.426631 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a2d6f9a9-c763-49cb-8355-48d53905cf1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401034'] for port, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:23.432762 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15180501-7590-4939-a951-79d3e11e9f13 None None] Routers {'b1589179-ecfa-4649-8028-fb78e503f2ce'} bound to L3 agent in host dv-cinder-782405-8-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:52:23.433736 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-15180501-7590-4939-a951-79d3e11e9f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T05:35:15Z,description=,heartbeat_timestamp=2021-05-19T05:52:15Z,host='dv-cinder-782405-8-iscsi',id=b1c473b1-11ec-4d73-8852-93414dd700fb,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:35:15Z,topic='l3_agent')) {'router_ids': ['b1589179-ecfa-4649-8028-fb78e503f2ce'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:52:23.510419 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-189f6e3a-7454-4d9d-97f7-f1a483be1627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba9066bd-3808-4530-a786-6c3fc6030ad9', 'name': 'tempest-AttachVolumeTestJSON-2060325190-router', 'tenant_id': 'e11f985d37b842499bf1e28b1ad007cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '5a66f97d-b267-4414-8859-2b5b55d524f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:42:33Z', 'updated_at': '2021-05-19T05:42:47Z', 'revision_number': 4, 'project_id': 'e11f985d37b842499bf1e28b1ad007cf', 'gw_port': {'id': '5a66f97d-b267-4414-8859-2b5b55d524f2', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:42:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9066bd-3808-4530-a786-6c3fc6030ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:42:35Z', 'updated_at': '2021-05-19T05:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi', '_interfaces': [{'id': '008bde14-b575-4a18-a567-8ba88098ff11', 'name': '', 'network_id': '89d5aa65-3a6d-4be9-a00d-99ff97528276', 'tenant_id': 'e11f985d37b842499bf1e28b1ad007cf', 'mac_address': 'fa:16:3e:8e:85:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9066bd-3808-4530-a786-6c3fc6030ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '82fd848a-77f0-4d3d-8454-3c0dcf103642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:42:43Z', 'updated_at': '2021-05-19T05:43:00Z', 'revision_number': 5, 'project_id': 'e11f985d37b842499bf1e28b1ad007cf', 'subnets': [{'id': '82fd848a-77f0-4d3d-8454-3c0dcf103642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:52:23.514590 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189f6e3a-7454-4d9d-97f7-f1a483be1627 None None] The sync data for ids ['ba9066bd-3808-4530-a786-6c3fc6030ad9'] in dv-cinder-782405-8-iscsi is: [{'id': 'ba9066bd-3808-4530-a786-6c3fc6030ad9', 'name': 'tempest-AttachVolumeTestJSON-2060325190-router', 'tenant_id': 'e11f985d37b842499bf1e28b1ad007cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '5a66f97d-b267-4414-8859-2b5b55d524f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:42:33Z', 'updated_at': '2021-05-19T05:42:47Z', 'revision_number': 4, 'project_id': 'e11f985d37b842499bf1e28b1ad007cf', 'gw_port': {'id': '5a66f97d-b267-4414-8859-2b5b55d524f2', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:42:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9066bd-3808-4530-a786-6c3fc6030ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:42:35Z', 'updated_at': '2021-05-19T05:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi', '_interfaces': [{'id': '008bde14-b575-4a18-a567-8ba88098ff11', 'name': '', 'network_id': '89d5aa65-3a6d-4be9-a00d-99ff97528276', 'tenant_id': 'e11f985d37b842499bf1e28b1ad007cf', 'mac_address': 'fa:16:3e:8e:85:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9066bd-3808-4530-a786-6c3fc6030ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '82fd848a-77f0-4d3d-8454-3c0dcf103642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:42:43Z', 'updated_at': '2021-05-19T05:43:00Z', 'revision_number': 5, 'project_id': 'e11f985d37b842499bf1e28b1ad007cf', 'subnets': [{'id': '82fd848a-77f0-4d3d-8454-3c0dcf103642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 05:52:23.553837 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-a2d6f9a9-c763-49cb-8355-48d53905cf1d admin admin] Calling delete_port for 17dd6c33-500c-48a7-b2af-8eba181a92a3 owned by network:router_gateway {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 05:52:23.585130 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-15180501-7590-4939-a951-79d3e11e9f13 None None] Set router b1589179-ecfa-4649-8028-fb78e503f2ce gateway port host: None {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:52:23.692111 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-15180501-7590-4939-a951-79d3e11e9f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1589179-ecfa-4649-8028-fb78e503f2ce', 'name': 'tempest-TestMinimumBasicScenario-8111540-router', 'tenant_id': '9fab84149cf24934b7fde1771323862b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:47:53Z', 'updated_at': '2021-05-19T05:52:23Z', 'revision_number': 6, 'project_id': '9fab84149cf24934b7fde1771323862b', 'gw_port_host': None}], 'dv-cinder-782405-8-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:52:23.697208 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15180501-7590-4939-a951-79d3e11e9f13 None None] The sync data for ids ['b1589179-ecfa-4649-8028-fb78e503f2ce'] in dv-cinder-782405-8-iscsi is: [{'id': 'b1589179-ecfa-4649-8028-fb78e503f2ce', 'name': 'tempest-TestMinimumBasicScenario-8111540-router', 'tenant_id': '9fab84149cf24934b7fde1771323862b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:47:53Z', 'updated_at': '2021-05-19T05:52:23Z', 'revision_number': 6, 'project_id': '9fab84149cf24934b7fde1771323862b', 'gw_port_host': None}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 05:52:23.701172 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a2d6f9a9-c763-49cb-8355-48d53905cf1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742273216184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742272802052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266569054'] for port, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:23.705317 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-f038d652-50eb-4b09-bfce-e5419c4e51b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:52:23.748666 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96744ccc-d252-47b5-9fa4-4cdb7f0fae70 None None] New status for floating IP e9047d74-6085-4c56-bbb0-4ee4d1a7680b: DOWN {{(pid=103393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 05:52:23.752232 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d6f9a9-c763-49cb-8355-48d53905cf1d admin admin] Pushing event deleted for resources: {'Port': ['ID=17dd6c33-500c-48a7-b2af-8eba181a92a3,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:52:23.755185 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-a2d6f9a9-c763-49cb-8355-48d53905cf1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:52:23.773040 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Device 441a3f25-01fa-4475-bf01-47b46ebf922f no longer exists at agent hyperv_hv-cinder-78240 {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 05:52:23.807207 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] No Port match for: 441a3f25-01fa-4475-bf01-47b46ebf922f {{(pid=103392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 05:52:23.807576 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Device 441a3f25-01fa-4475-bf01-47b46ebf922f not bound to the agent host hv-cinder-78240 {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 05:52:23.838942 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a2d6f9a9-c763-49cb-8355-48d53905cf1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-517991'] for router_gateway, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:24.114005 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a2d6f9a9-c763-49cb-8355-48d53905cf1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27485'] for router, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:24.115106 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a2d6f9a9-c763-49cb-8355-48d53905cf1d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:24.148095 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a2d6f9a9-c763-49cb-8355-48d53905cf1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-517424'] for router, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:24.149285 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2d6f9a9-c763-49cb-8355-48d53905cf1d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1589179-ecfa-4649-8028-fb78e503f2ce {{(pid=103390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 05:52:24.151732 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device a58ba3ca-a4c5-42b1-b9d4-c1fc7a7caf70 no longer exists at agent ovs-agent-dv-cinder-782405-8-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 05:52:24.169507 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a2d6f9a9-c763-49cb-8355-48d53905cf1d admin admin] Notify callbacks [] for router, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:24.172916 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-a2d6f9a9-c763-49cb-8355-48d53905cf1d admin admin] 10.222.0.11 "DELETE /v2.0/routers/b1589179-ecfa-4649-8028-fb78e503f2ce HTTP/1.1" status: 204 len: 168 time: 1.3481126 May 19 05:52:24.173336 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 50622) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:52:24.187809 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] No Port match for: a58ba3ca-a4c5-42b1-b9d4-c1fc7a7caf70 {{(pid=103392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 05:52:24.188171 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device a58ba3ca-a4c5-42b1-b9d4-c1fc7a7caf70 not bound to the agent host dv-cinder-782405-8-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 05:52:24.233734 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f662e3c-ae5a-45eb-8124-6bb35ad3dc7c admin admin] Deleting subnet 8c996c5b-c99c-404a-b329-ff0a1b28f007 {{(pid=103391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 05:52:24.236809 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-4f662e3c-ae5a-45eb-8124-6bb35ad3dc7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:24.239858 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 50628) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:52:24.289075 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-4f662e3c-ae5a-45eb-8124-6bb35ad3dc7c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262242299'] for subnet, precommit_delete_associations {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:24.303361 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-439de151-f40a-45e0-88ba-41f403222c7c tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Notify callbacks [] for security_group, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:24.330298 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-439de151-f40a-45e0-88ba-41f403222c7c tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:24.382673 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-439de151-f40a-45e0-88ba-41f403222c7c tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:24.387713 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-e0505509-67e9-4211-999d-3895858d8743 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:52:24.402735 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439de151-f40a-45e0-88ba-41f403222c7c tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec9fb07-e976-4704-87b4-436ad462552a,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:52:24.404319 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-4f662e3c-ae5a-45eb-8124-6bb35ad3dc7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3527298'] for subnet, precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:24.407633 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-439de151-f40a-45e0-88ba-41f403222c7c tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:52:24.414292 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-439de151-f40a-45e0-88ba-41f403222c7c tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Notify callbacks [] for security_group, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:24.417813 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-439de151-f40a-45e0-88ba-41f403222c7c tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "DELETE /v2.0/security-groups/6ec9fb07-e976-4704-87b4-436ad462552a HTTP/1.1" status: 204 len: 168 time: 0.1745157 May 19 05:52:24.418207 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 50632) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:52:24.435539 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.api.v2.resource [None req-19d835d8-09ce-4833-8526-99d2ae4b5565 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] show failed (client error): The resource could not be found. May 19 05:52:24.436512 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-19d835d8-09ce-4833-8526-99d2ae4b5565 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "GET /v2.0/security-groups/6ec9fb07-e976-4704-87b4-436ad462552a HTTP/1.1" status: 404 len: 347 time: 0.0173674 May 19 05:52:24.439382 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 50636) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:52:24.659738 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-4f662e3c-ae5a-45eb-8124-6bb35ad3dc7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3527349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263301705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264176266'] for subnet, after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:24.660562 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-2fbe8739-fef6-4f42-84a2-4bc951f4537d tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Deleting port 3421d2f9-d04a-4573-9833-b63954476bae {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 05:52:24.660909 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2fbe8739-fef6-4f42-84a2-4bc951f4537d tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742273213799'] for port, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:24.665207 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-61a9b5db-9932-4d73-889b-74408f6f6bc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:52:24.699662 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f662e3c-ae5a-45eb-8124-6bb35ad3dc7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c996c5b-c99c-404a-b329-ff0a1b28f007,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:52:24.701503 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-4f662e3c-ae5a-45eb-8124-6bb35ad3dc7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584083'] for subnet, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:24.704242 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-4f662e3c-ae5a-45eb-8124-6bb35ad3dc7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:52:24.707695 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27c7d13-1ff2-4d88-a6b9-ba2acd57c711 None None] Network 901b895e-6ac9-46f5-9e60-feef38a8e90a requested from dv-cinder-782405-8-iscsi {{(pid=103392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 05:52:24.709789 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-4f662e3c-ae5a-45eb-8124-6bb35ad3dc7c admin admin] 10.222.0.11 "DELETE /v2.0/subnets/8c996c5b-c99c-404a-b329-ff0a1b28f007 HTTP/1.1" status: 204 len: 168 time: 0.5354278 May 19 05:52:24.712322 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 50640) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:52:24.785115 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2fbe8739-fef6-4f42-84a2-4bc951f4537d tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401034'] for port, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:24.785659 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2fbe8739-fef6-4f42-84a2-4bc951f4537d tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:24.818949 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-72c4b9f1-9164-4fc9-9808-751630548214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608314'] for network, before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:24.899341 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-72c4b9f1-9164-4fc9-9808-751630548214 admin admin] Deleting port 18231d5c-2661-4eb5-b6ba-4552db0b090b {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 05:52:24.899679 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-72c4b9f1-9164-4fc9-9808-751630548214 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742273213799'] for port, before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:24.921238 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-2fbe8739-fef6-4f42-84a2-4bc951f4537d tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Calling delete_port for 3421d2f9-d04a-4573-9833-b63954476bae owned by network:floatingip {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 05:52:24.967144 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf858c74-70a7-471f-a50b-aa2173d90e89 None None] DHCP port deletion for 901b895e-6ac9-46f5-9e60-feef38a8e90a request from dv-cinder-782405-8-iscsi {{(pid=103392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 05:52:25.002057 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-72c4b9f1-9164-4fc9-9808-751630548214 admin admin] For port 18231d5c-2661-4eb5-b6ba-4552db0b090b, host dv-cinder-782405-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-iscsi',level=0,port_id=18231d5c-2661-4eb5-b6ba-4552db0b090b,segment=NetworkSegment(a4d22918-2225-41d4-9233-8939fa37f239),segment_id=a4d22918-2225-41d4-9233-8939fa37f239)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:52:25.002361 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-72c4b9f1-9164-4fc9-9808-751630548214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401034'] for port, precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:25.032774 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-cf858c74-70a7-471f-a50b-aa2173d90e89 None None] Deleting port 18231d5c-2661-4eb5-b6ba-4552db0b090b {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 05:52:25.033162 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cf858c74-70a7-471f-a50b-aa2173d90e89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742273213799'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:25.052084 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2fbe8739-fef6-4f42-84a2-4bc951f4537d tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742273216184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742272802052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266569054'] for port, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:25.056236 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-6d60d158-f486-48e5-869a-4f630af54e90 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:52:25.104597 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbe8739-fef6-4f42-84a2-4bc951f4537d tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Pushing event deleted for resources: {'Port': ['ID=3421d2f9-d04a-4573-9833-b63954476bae,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:52:25.133166 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-2fbe8739-fef6-4f42-84a2-4bc951f4537d tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:52:25.140702 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-cf858c74-70a7-471f-a50b-aa2173d90e89 None None] For port 18231d5c-2661-4eb5-b6ba-4552db0b090b, host dv-cinder-782405-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-iscsi',level=0,port_id=18231d5c-2661-4eb5-b6ba-4552db0b090b,segment=NetworkSegment(a4d22918-2225-41d4-9233-8939fa37f239),segment_id=a4d22918-2225-41d4-9233-8939fa37f239)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:52:25.141104 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cf858c74-70a7-471f-a50b-aa2173d90e89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401034'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:25.206041 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2fbe8739-fef6-4f42-84a2-4bc951f4537d tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Notify callbacks [] for floatingip, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:25.212404 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-72c4b9f1-9164-4fc9-9808-751630548214 admin admin] Calling delete_port for 18231d5c-2661-4eb5-b6ba-4552db0b090b owned by network:dhcp {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 05:52:25.225708 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2fbe8739-fef6-4f42-84a2-4bc951f4537d tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13023'] for floatingip, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:25.226972 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-2fbe8739-fef6-4f42-84a2-4bc951f4537d tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] 10.222.0.11 "DELETE /v2.0/floatingips/e9047d74-6085-4c56-bbb0-4ee4d1a7680b HTTP/1.1" status: 204 len: 168 time: 0.7864199 May 19 05:52:25.261802 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-cf858c74-70a7-471f-a50b-aa2173d90e89 None None] Calling delete_port for 18231d5c-2661-4eb5-b6ba-4552db0b090b owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 05:52:25.281087 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-72c4b9f1-9164-4fc9-9808-751630548214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742273216184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742272802052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263355286'] for port, after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:25.285400 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-82b7f324-a3dc-4557-b89d-56f49eb8e648 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:52:25.312286 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cf858c74-70a7-471f-a50b-aa2173d90e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742273216184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742272802052'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:25.316676 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:52:25.329630 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c4b9f1-9164-4fc9-9808-751630548214 admin admin] Pushing event deleted for resources: {'Port': ['ID=18231d5c-2661-4eb5-b6ba-4552db0b090b,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:52:25.332588 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-72c4b9f1-9164-4fc9-9808-751630548214 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:52:25.333366 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c4b9f1-9164-4fc9-9808-751630548214 admin admin] No DVR routers for this DVR port 18231d5c-2661-4eb5-b6ba-4552db0b090b on host dv-cinder-782405-8-iscsi {{(pid=103391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 05:52:25.367603 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf858c74-70a7-471f-a50b-aa2173d90e89 None None] Pushing event deleted for resources: {'Port': ['ID=18231d5c-2661-4eb5-b6ba-4552db0b090b,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:52:25.370778 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-cf858c74-70a7-471f-a50b-aa2173d90e89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:52:25.371576 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf858c74-70a7-471f-a50b-aa2173d90e89 None None] No DVR routers for this DVR port 18231d5c-2661-4eb5-b6ba-4552db0b090b on host dv-cinder-782405-8-iscsi {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 05:52:25.464925 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-72c4b9f1-9164-4fc9-9808-751630548214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3528713', 'neutron.services.segments.db._delete_segments_for_network-8742273243010'] for network, precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:25.481542 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.services.segments.db [None req-72c4b9f1-9164-4fc9-9808-751630548214 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['901b895e-6ac9-46f5-9e60-feef38a8e90a']}} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:52:25.493502 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.services.segments.db [None req-72c4b9f1-9164-4fc9-9808-751630548214 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4d22918-2225-41d4-9233-8939fa37f239') {'for_net_delete': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:52:25.493795 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.services.segments.db [None req-72c4b9f1-9164-4fc9-9808-751630548214 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4d22918-2225-41d4-9233-8939fa37f239') {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:52:25.504943 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-72c4b9f1-9164-4fc9-9808-751630548214 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742273253515', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262242284'] for segment, before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:25.521079 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-72c4b9f1-9164-4fc9-9808-751630548214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3517393'] for segment, precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:25.527520 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72c4b9f1-9164-4fc9-9808-751630548214 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=103391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 05:52:25.527970 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-72c4b9f1-9164-4fc9-9808-751630548214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3517393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263355371'] for segment, after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:25.540859 dv-cinder-782405-8-iscsi neutron-server[103391]: Traceback (most recent call last): May 19 05:52:25.540859 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 05:52:25.540859 dv-cinder-782405-8-iscsi neutron-server[103391]: timer() May 19 05:52:25.540859 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 05:52:25.540859 dv-cinder-782405-8-iscsi neutron-server[103391]: cb(*args, **kw) May 19 05:52:25.540859 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 05:52:25.540859 dv-cinder-782405-8-iscsi neutron-server[103391]: return func(*args, **kwargs) May 19 05:52:25.540859 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 05:52:25.540859 dv-cinder-782405-8-iscsi neutron-server[103391]: self._notify() May 19 05:52:25.540859 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 05:52:25.540859 dv-cinder-782405-8-iscsi neutron-server[103391]: self.callback(batched_events) May 19 05:52:25.540859 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 05:52:25.540859 dv-cinder-782405-8-iscsi neutron-server[103391]: event.method(event) May 19 05:52:25.540859 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 05:52:25.540859 dv-cinder-782405-8-iscsi neutron-server[103391]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 05:52:25.540859 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 05:52:25.540859 dv-cinder-782405-8-iscsi neutron-server[103391]: aggregate_uuid = self.p_client.list_aggregates( May 19 05:52:25.540859 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 05:52:25.540859 dv-cinder-782405-8-iscsi neutron-server[103391]: return f(self, *a, **k) May 19 05:52:25.540859 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 05:52:25.540859 dv-cinder-782405-8-iscsi neutron-server[103391]: return self._get(url).json() May 19 05:52:25.540859 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 05:52:25.540859 dv-cinder-782405-8-iscsi neutron-server[103391]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 05:52:25.540859 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 05:52:25.540859 dv-cinder-782405-8-iscsi neutron-server[103391]: return self.request(url, 'GET', **kwargs) May 19 05:52:25.540859 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 05:52:25.540859 dv-cinder-782405-8-iscsi neutron-server[103391]: base_url = self.get_endpoint(auth, allow=allow, May 19 05:52:25.540859 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 05:52:25.540859 dv-cinder-782405-8-iscsi neutron-server[103391]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 05:52:25.540859 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 05:52:25.540859 dv-cinder-782405-8-iscsi neutron-server[103391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 05:52:25.540859 dv-cinder-782405-8-iscsi neutron-server[103391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 05:52:25.612995 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-72c4b9f1-9164-4fc9-9808-751630548214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3528704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-542600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-584118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-517964'] for network, after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:25.617276 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:52:25.634597 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-72c4b9f1-9164-4fc9-9808-751630548214 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584083'] for network, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:25.644345 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c4b9f1-9164-4fc9-9808-751630548214 admin admin] Pushing event deleted for resources: {'Network': ['ID=901b895e-6ac9-46f5-9e60-feef38a8e90a,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:52:25.647303 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-72c4b9f1-9164-4fc9-9808-751630548214 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:52:25.650467 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-72c4b9f1-9164-4fc9-9808-751630548214 admin admin] 10.222.0.11 "DELETE /v2.0/networks/901b895e-6ac9-46f5-9e60-feef38a8e90a HTTP/1.1" status: 204 len: 168 time: 0.9355488 May 19 05:52:25.799448 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device 17dd6c33-500c-48a7-b2af-8eba181a92a3 no longer exists at agent ovs-agent-dv-cinder-782405-8-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 05:52:25.832492 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 50650) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:52:25.833870 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] No Port match for: 17dd6c33-500c-48a7-b2af-8eba181a92a3 {{(pid=103392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 05:52:25.834227 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device 17dd6c33-500c-48a7-b2af-8eba181a92a3 not bound to the agent host dv-cinder-782405-8-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 05:52:25.834680 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device 18231d5c-2661-4eb5-b6ba-4552db0b090b no longer exists at agent ovs-agent-dv-cinder-782405-8-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 05:52:25.866151 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] No Port match for: 18231d5c-2661-4eb5-b6ba-4552db0b090b {{(pid=103392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 05:52:25.866503 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device 18231d5c-2661-4eb5-b6ba-4552db0b090b not bound to the agent host dv-cinder-782405-8-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 05:52:25.880906 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-531e41b1-2cad-4ee7-8446-a4ae59f36f3f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e181904a5b24481e86fd6fc2c82285c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0471632 May 19 05:52:25.883983 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 50654) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:52:25.940397 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8f798cda-842a-438a-94c5-dc4ac6870e04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:25.965535 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8f798cda-842a-438a-94c5-dc4ac6870e04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:26.016106 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8f798cda-842a-438a-94c5-dc4ac6870e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:26.020889 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-eaaeba17-3047-4e66-8d40-b46e313fd285 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:52:26.035004 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f798cda-842a-438a-94c5-dc4ac6870e04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e5abca-3298-4ac0-bcbf-b5dda918576d,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:52:26.037389 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-8f798cda-842a-438a-94c5-dc4ac6870e04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:52:26.041318 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8f798cda-842a-438a-94c5-dc4ac6870e04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:26.046573 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-8f798cda-842a-438a-94c5-dc4ac6870e04 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/37e5abca-3298-4ac0-bcbf-b5dda918576d HTTP/1.1" status: 204 len: 168 time: 0.1581450 May 19 05:52:26.370817 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 50662) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:52:26.418736 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-4022f901-ba53-4093-b93c-dec38d24f1e8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9fab84149cf24934b7fde1771323862b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0466838 May 19 05:52:26.420991 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 50666) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:52:26.479610 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e63a3cb2-4ed1-4602-93f6-8d7fd66bba6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:26.504278 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e63a3cb2-4ed1-4602-93f6-8d7fd66bba6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:26.554871 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e63a3cb2-4ed1-4602-93f6-8d7fd66bba6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:26.559453 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-853a7ea2-348b-46ec-b5df-572d1bf9b93d tempest-VolumesNegativeTest-968272529 tempest-VolumesNegativeTest-968272529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:52:26.569369 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63a3cb2-4ed1-4602-93f6-8d7fd66bba6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=894e6080-e681-4984-91af-7d0065eb8000,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:52:26.573781 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-e63a3cb2-4ed1-4602-93f6-8d7fd66bba6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:52:26.575734 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e63a3cb2-4ed1-4602-93f6-8d7fd66bba6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:26.576811 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-e63a3cb2-4ed1-4602-93f6-8d7fd66bba6f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/894e6080-e681-4984-91af-7d0065eb8000 HTTP/1.1" status: 204 len: 168 time: 0.1549246 May 19 05:52:27.287546 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 50696) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:52:27.390330 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-e3bc2312-f0b2-4bc2-aac0-aea5a7e1cfdd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1090475059-network', 'tenant_id': '9e5fa16fa0ad4f04b92ce6a32579830c'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:52:27.395544 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-e3bc2312-f0b2-4bc2-aac0-aea5a7e1cfdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:52:27.399958 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-e3bc2312-f0b2-4bc2-aac0-aea5a7e1cfdd admin admin] Usage tracker for resource:network and tenant:9e5fa16fa0ad4f04b92ce6a32579830c is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:52:27.402840 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-e3bc2312-f0b2-4bc2-aac0-aea5a7e1cfdd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:52:27.408517 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-e3bc2312-f0b2-4bc2-aac0-aea5a7e1cfdd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:52:27.419903 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3bc2312-f0b2-4bc2-aac0-aea5a7e1cfdd admin admin] Made reservation on behalf of 9e5fa16fa0ad4f04b92ce6a32579830c for: {'network': 1} {{(pid=103391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 05:52:27.422102 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e3bc2312-f0b2-4bc2-aac0-aea5a7e1cfdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3666241'] for network, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:27.433540 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e3bc2312-f0b2-4bc2-aac0-aea5a7e1cfdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:27.447895 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-e3bc2312-f0b2-4bc2-aac0-aea5a7e1cfdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:52:27.451687 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-e3bc2312-f0b2-4bc2-aac0-aea5a7e1cfdd admin admin] Usage tracker for resource:security_group_rule and tenant:9e5fa16fa0ad4f04b92ce6a32579830c is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:52:27.454369 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-e3bc2312-f0b2-4bc2-aac0-aea5a7e1cfdd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:52:27.459970 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-e3bc2312-f0b2-4bc2-aac0-aea5a7e1cfdd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:52:27.538300 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e3bc2312-f0b2-4bc2-aac0-aea5a7e1cfdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:27.541592 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e3bc2312-f0b2-4bc2-aac0-aea5a7e1cfdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:27.545281 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-0850e016-13d6-4535-b11a-0aa30e687d46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:52:27.573830 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3bc2312-f0b2-4bc2-aac0-aea5a7e1cfdd admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=103391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 05:52:27.581963 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bc2312-f0b2-4bc2-aac0-aea5a7e1cfdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf5423d1-096c-438f-b075-3ffa82a5569e,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:52:27.585471 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-e3bc2312-f0b2-4bc2-aac0-aea5a7e1cfdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:52:27.588521 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e3bc2312-f0b2-4bc2-aac0-aea5a7e1cfdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3517393'] for segment, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:27.588855 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.db.segments_db [None req-e3bc2312-f0b2-4bc2-aac0-aea5a7e1cfdd admin admin] Added segment 0995b668-e989-407a-85ba-5ceffd26935f of type vlan for network 82667610-6b12-4391-a629-fec9ccd32c04 May 19 05:52:27.614067 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e3bc2312-f0b2-4bc2-aac0-aea5a7e1cfdd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742272786041'] for network, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:27.641469 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e3bc2312-f0b2-4bc2-aac0-aea5a7e1cfdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-542600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-584118'] for network, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:27.642762 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3bc2312-f0b2-4bc2-aac0-aea5a7e1cfdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:52:27.643339 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e3bc2312-f0b2-4bc2-aac0-aea5a7e1cfdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584083'] for network, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:27.647815 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-63be69f3-b39c-4531-a2d4-55fd16275ad7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:52:27.743102 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-e3bc2312-f0b2-4bc2-aac0-aea5a7e1cfdd admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4544067 May 19 05:52:27.746086 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 50706) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:52:27.753841 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-9a241434-2f92-4ecb-950d-4aa678aadcb3 admin admin] Request body: {'subnet': {'network_id': '82667610-6b12-4391-a629-fec9ccd32c04', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1090475059-subnet', 'tenant_id': '9e5fa16fa0ad4f04b92ce6a32579830c', 'ip_version': 4}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:52:27.756914 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bc2312-f0b2-4bc2-aac0-aea5a7e1cfdd admin admin] Pushing event updated for resources: {'Network': ['ID=82667610-6b12-4391-a629-fec9ccd32c04,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:52:27.760707 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-e3bc2312-f0b2-4bc2-aac0-aea5a7e1cfdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:52:27.761617 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-9a241434-2f92-4ecb-950d-4aa678aadcb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:52:27.765536 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-9a241434-2f92-4ecb-950d-4aa678aadcb3 admin admin] Usage tracker for resource:subnet and tenant:9e5fa16fa0ad4f04b92ce6a32579830c is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:52:27.767645 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Network 82667610-6b12-4391-a629-fec9ccd32c04 details requested by agent ovs-agent-dv-cinder-782405-8-iscsi with host dv-cinder-782405-8-iscsi {{(pid=103392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 05:52:27.768672 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-9a241434-2f92-4ecb-950d-4aa678aadcb3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:52:27.775177 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-9a241434-2f92-4ecb-950d-4aa678aadcb3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:52:27.784623 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a241434-2f92-4ecb-950d-4aa678aadcb3 admin admin] Made reservation on behalf of 9e5fa16fa0ad4f04b92ce6a32579830c for: {'subnet': 1} {{(pid=103391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 05:52:27.787234 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9a241434-2f92-4ecb-950d-4aa678aadcb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264176305'] for subnet, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:28.168438 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9a241434-2f92-4ecb-950d-4aa678aadcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263301638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264176259'] for subnet, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:28.172815 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-1fa48bf8-d851-4802-867c-0bab08d805a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:52:28.246821 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a241434-2f92-4ecb-950d-4aa678aadcb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0053ef27-2766-4222-88f7-7af5250f9576,revision_number=0']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:52:28.249529 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:28.252067 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-9a241434-2f92-4ecb-950d-4aa678aadcb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:52:28.254493 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a241434-2f92-4ecb-950d-4aa678aadcb3 admin admin] Checking segment: {'id': '0995b668-e989-407a-85ba-5ceffd26935f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '82667610-6b12-4391-a629-fec9ccd32c04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:52:28.254884 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a241434-2f92-4ecb-950d-4aa678aadcb3 admin admin] Network hostable DHCP agents. Network: 82667610-6b12-4391-a629-fec9ccd32c04, hostable agents: ['51c3ebcd-1a29-4010-9a37-07f85f6ad558'], hosted agents: [] {{(pid=103391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 05:52:28.271835 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a241434-2f92-4ecb-950d-4aa678aadcb3 admin admin] Network 82667610-6b12-4391-a629-fec9ccd32c04 is scheduled to be hosted by DHCP agent 51c3ebcd-1a29-4010-9a37-07f85f6ad558 with binding_index 1 {{(pid=103391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 05:52:28.279690 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-9a241434-2f92-4ecb-950d-4aa678aadcb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782405-8-iscsi, 82667610-6b12-4391-a629-fec9ccd32c04) {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:52:28.289961 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77f73f6-8561-4620-9f29-aaf99fb78bc2 None None] Network 82667610-6b12-4391-a629-fec9ccd32c04 requested from dv-cinder-782405-8-iscsi {{(pid=103392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 05:52:28.292330 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a241434-2f92-4ecb-950d-4aa678aadcb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:52:28.292928 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9a241434-2f92-4ecb-950d-4aa678aadcb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584083'] for subnet, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:28.312831 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-9a241434-2f92-4ecb-950d-4aa678aadcb3 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5656896 May 19 05:52:28.315538 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 50716) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:52:28.320520 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-b5f8dc8e-27f3-4c0b-bbad-23fc8153a9e1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1090475059-router', 'tenant_id': '9e5fa16fa0ad4f04b92ce6a32579830c', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3'}}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:52:28.325362 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-b5f8dc8e-27f3-4c0b-bbad-23fc8153a9e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:52:28.329128 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-b5f8dc8e-27f3-4c0b-bbad-23fc8153a9e1 admin admin] Usage tracker for resource:router and tenant:9e5fa16fa0ad4f04b92ce6a32579830c is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:52:28.331924 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-b5f8dc8e-27f3-4c0b-bbad-23fc8153a9e1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:52:28.337804 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-b5f8dc8e-27f3-4c0b-bbad-23fc8153a9e1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:52:28.348870 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b5f8dc8e-27f3-4c0b-bbad-23fc8153a9e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-469361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27503'] for router, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:28.350117 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b5f8dc8e-27f3-4c0b-bbad-23fc8153a9e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517936', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27492'] for router, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:28.367251 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b5f8dc8e-27f3-4c0b-bbad-23fc8153a9e1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:28.536096 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f240ef-0323-4750-ac51-a1f0a051af07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f84fa44-b72f-57ea-990f-e1972563ccfb-82667610-6b12-4391-a629-fec9ccd32c04', 'network_id': '82667610-6b12-4391-a629-fec9ccd32c04', 'tenant_id': '9e5fa16fa0ad4f04b92ce6a32579830c', 'fixed_ips': [{'subnet_id': '0053ef27-2766-4222-88f7-7af5250f9576'}]}} from dv-cinder-782405-8-iscsi. {{(pid=103392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 05:52:28.536942 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b4f240ef-0323-4750-ac51-a1f0a051af07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:28.688169 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-b4f240ef-0323-4750-ac51-a1f0a051af07 None None] Allocated IP 172.20.0.2 (82667610-6b12-4391-a629-fec9ccd32c04/0053ef27-2766-4222-88f7-7af5250f9576/44c969a6-9a25-4687-86fa-d9e3ad6dbb24) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 05:52:28.710736 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b5f8dc8e-27f3-4c0b-bbad-23fc8153a9e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-517945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-469251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27466'] for router, precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:28.884850 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b4f240ef-0323-4750-ac51-a1f0a051af07 None None] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:28.895245 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-b4f240ef-0323-4750-ac51-a1f0a051af07 None None] Transition to ACTIVE for port object 44c969a6-9a25-4687-86fa-d9e3ad6dbb24 will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:52:28.913204 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-b4f240ef-0323-4750-ac51-a1f0a051af07 None None] Transition to ACTIVE for port object 44c969a6-9a25-4687-86fa-d9e3ad6dbb24 will not be triggered until provisioned by entity DHCP. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:52:28.919963 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b4f240ef-0323-4750-ac51-a1f0a051af07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742272799735'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:28.924305 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-d3ee5cb5-836a-4618-8435-266efd76d71a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:52:28.986707 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f240ef-0323-4750-ac51-a1f0a051af07 None None] Network 82667610-6b12-4391-a629-fec9ccd32c04 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:52:28.989580 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-b4f240ef-0323-4750-ac51-a1f0a051af07 None None] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:52:28.992028 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f240ef-0323-4750-ac51-a1f0a051af07 None None] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 05:52:29.017023 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b5f8dc8e-27f3-4c0b-bbad-23fc8153a9e1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:29.034405 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f240ef-0323-4750-ac51-a1f0a051af07 None None] Pushing event updated for resources: {'Port': ['ID=44c969a6-9a25-4687-86fa-d9e3ad6dbb24,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:52:29.037158 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-b4f240ef-0323-4750-ac51-a1f0a051af07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:52:29.046507 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b5f8dc8e-27f3-4c0b-bbad-23fc8153a9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:29.089675 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-b4f240ef-0323-4750-ac51-a1f0a051af07 None None] Attempting to bind port 44c969a6-9a25-4687-86fa-d9e3ad6dbb24 on host dv-cinder-782405-8-iscsi for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 05:52:29.090079 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-b4f240ef-0323-4750-ac51-a1f0a051af07 None None] Attempting to bind port 44c969a6-9a25-4687-86fa-d9e3ad6dbb24 by drivers openvswitch,hyperv on host dv-cinder-782405-8-iscsi at level 0 using segments [{'id': '0995b668-e989-407a-85ba-5ceffd26935f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '82667610-6b12-4391-a629-fec9ccd32c04'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 05:52:29.090436 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f240ef-0323-4750-ac51-a1f0a051af07 None None] Attempting to bind port 44c969a6-9a25-4687-86fa-d9e3ad6dbb24 on network 82667610-6b12-4391-a629-fec9ccd32c04 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:52:29.096003 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f240ef-0323-4750-ac51-a1f0a051af07 None None] Checking agent: {'id': '8851ba53-2e70-4f4c-a9f5-617d9b5548bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 5, 35, 15), 'started_at': datetime.datetime(2021, 5, 19, 5, 35, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 5, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 05:52:29.096387 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f240ef-0323-4750-ac51-a1f0a051af07 None None] Checking segment: {'id': '0995b668-e989-407a-85ba-5ceffd26935f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '82667610-6b12-4391-a629-fec9ccd32c04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:52:29.096812 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b4f240ef-0323-4750-ac51-a1f0a051af07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:29.097197 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f240ef-0323-4750-ac51-a1f0a051af07 None None] Bound using segment: {'id': '0995b668-e989-407a-85ba-5ceffd26935f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '82667610-6b12-4391-a629-fec9ccd32c04'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 05:52:29.097730 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-b4f240ef-0323-4750-ac51-a1f0a051af07 None None] Bound port: 44c969a6-9a25-4687-86fa-d9e3ad6dbb24, host: dv-cinder-782405-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0995b668-e989-407a-85ba-5ceffd26935f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '82667610-6b12-4391-a629-fec9ccd32c04'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 05:52:29.098118 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b4f240ef-0323-4750-ac51-a1f0a051af07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:29.192580 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-b4f240ef-0323-4750-ac51-a1f0a051af07 None None] For port 44c969a6-9a25-4687-86fa-d9e3ad6dbb24, host dv-cinder-782405-8-iscsi, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 05:52:29.196232 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [None req-b5f8dc8e-27f3-4c0b-bbad-23fc8153a9e1 admin admin] Allocated IP 172.27.0.110 (1e6dde84-3174-47a4-a93f-45a4a19145c3/a354a417-b24c-44ef-b568-941dc79a6d49/809ddcd7-7570-4ae4-8fc9-49fe62844e00) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 05:52:29.196493 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-b4f240ef-0323-4750-ac51-a1f0a051af07 None None] For port 44c969a6-9a25-4687-86fa-d9e3ad6dbb24, host dv-cinder-782405-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-iscsi',level=0,port_id=44c969a6-9a25-4687-86fa-d9e3ad6dbb24,segment=NetworkSegment(0995b668-e989-407a-85ba-5ceffd26935f),segment_id=0995b668-e989-407a-85ba-5ceffd26935f)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 05:52:29.201585 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b4f240ef-0323-4750-ac51-a1f0a051af07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:29.212804 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:52:29.266771 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 50726) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:52:29.300442 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f240ef-0323-4750-ac51-a1f0a051af07 None None] Pushing event updated for resources: {'Port': ['ID=44c969a6-9a25-4687-86fa-d9e3ad6dbb24,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:52:29.303665 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-b4f240ef-0323-4750-ac51-a1f0a051af07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:52:29.369515 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b5f8dc8e-27f3-4c0b-bbad-23fc8153a9e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:29.401418 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b5f8dc8e-27f3-4c0b-bbad-23fc8153a9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742272799735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263355286'] for port, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:29.406608 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-22f6ca09-6c42-476b-b07a-084e62e0afae tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:52:29.472080 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f8dc8e-27f3-4c0b-bbad-23fc8153a9e1 admin admin] Network 1e6dde84-3174-47a4-a93f-45a4a19145c3 is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:52:29.479137 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-b5f8dc8e-27f3-4c0b-bbad-23fc8153a9e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:52:29.483209 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f8dc8e-27f3-4c0b-bbad-23fc8153a9e1 admin admin] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 05:52:29.516732 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f8dc8e-27f3-4c0b-bbad-23fc8153a9e1 admin admin] Pushing event updated for resources: {'Port': ['ID=809ddcd7-7570-4ae4-8fc9-49fe62844e00,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:52:29.524785 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-b5f8dc8e-27f3-4c0b-bbad-23fc8153a9e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:52:29.845696 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device 44c969a6-9a25-4687-86fa-d9e3ad6dbb24 up at agent ovs-agent-dv-cinder-782405-8-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:52:29.904627 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b5f8dc8e-27f3-4c0b-bbad-23fc8153a9e1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:29.916464 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Provisioning for port 44c969a6-9a25-4687-86fa-d9e3ad6dbb24 completed by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:52:30.018594 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7ba281f3-664b-41b6-a91d-1118c2318944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398924'] for router_interface, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:30.283326 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a3e942-f3a7-4370-9d22-dd9124e06338 None None] Network 82667610-6b12-4391-a629-fec9ccd32c04 requested from dv-cinder-782405-8-iscsi {{(pid=103392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 05:52:30.358353 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b5f8dc8e-27f3-4c0b-bbad-23fc8153a9e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-518026'] for router, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:30.375971 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-a71a357d-5896-4ce1-aa69-4d4d38cce4bc None None] Provisioning for port 44c969a6-9a25-4687-86fa-d9e3ad6dbb24 completed by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:52:30.388350 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-a71a357d-5896-4ce1-aa69-4d4d38cce4bc None None] Provisioning complete for port 44c969a6-9a25-4687-86fa-d9e3ad6dbb24 triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:52:30.388735 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a71a357d-5896-4ce1-aa69-4d4d38cce4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:30.440316 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-7ba281f3-664b-41b6-a91d-1118c2318944 admin admin] Deleting port 008bde14-b575-4a18-a567-8ba88098ff11 {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 05:52:30.440909 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7ba281f3-664b-41b6-a91d-1118c2318944 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742273213799'] for port, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:30.566648 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-7ba281f3-664b-41b6-a91d-1118c2318944 admin admin] For port 008bde14-b575-4a18-a567-8ba88098ff11, host dv-cinder-782405-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-iscsi',level=0,port_id=008bde14-b575-4a18-a567-8ba88098ff11,segment=NetworkSegment(91f2eabd-2095-4aa5-b7b2-cb363e7f7010),segment_id=91f2eabd-2095-4aa5-b7b2-cb363e7f7010)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:52:30.566886 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7ba281f3-664b-41b6-a91d-1118c2318944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401034'] for port, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:30.571719 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5f8dc8e-27f3-4c0b-bbad-23fc8153a9e1 admin admin] Router 9e9cbaff-6d5a-426d-a3b5-c84f6db6e450 is scheduled to L3 agent b1c473b1-11ec-4d73-8852-93414dd700fb with binding_index 1 {{(pid=103391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 05:52:30.624591 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a71a357d-5896-4ce1-aa69-4d4d38cce4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:30.662589 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a71a357d-5896-4ce1-aa69-4d4d38cce4bc None None] For port 44c969a6-9a25-4687-86fa-d9e3ad6dbb24, host dv-cinder-782405-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-iscsi',level=0,port_id=44c969a6-9a25-4687-86fa-d9e3ad6dbb24,segment=NetworkSegment(0995b668-e989-407a-85ba-5ceffd26935f),segment_id=0995b668-e989-407a-85ba-5ceffd26935f)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:52:30.668446 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a71a357d-5896-4ce1-aa69-4d4d38cce4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:30.671329 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-1b59f2ee-05d5-4fcd-95f8-3c62f818fd1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:52:30.695702 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-7ba281f3-664b-41b6-a91d-1118c2318944 admin admin] Calling delete_port for 008bde14-b575-4a18-a567-8ba88098ff11 owned by network:router_interface {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 05:52:30.741547 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71a357d-5896-4ce1-aa69-4d4d38cce4bc None None] Pushing event updated for resources: {'Port': ['ID=44c969a6-9a25-4687-86fa-d9e3ad6dbb24,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:52:30.745623 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-a71a357d-5896-4ce1-aa69-4d4d38cce4bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:52:30.753561 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5f8dc8e-27f3-4c0b-bbad-23fc8153a9e1 admin admin] Notify agent at l3_agent.dv-cinder-782405-8-iscsi the message routers_updated {{(pid=103391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 05:52:30.765206 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962d6814-614c-4775-ab59-ab2e07da7fcf None None] Sync routers for ids ['9e9cbaff-6d5a-426d-a3b5-c84f6db6e450'] in dv-cinder-782405-8-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 05:52:30.779970 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b5f8dc8e-27f3-4c0b-bbad-23fc8153a9e1 admin admin] Notify callbacks [] for router, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:30.780178 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962d6814-614c-4775-ab59-ab2e07da7fcf None None] Routers {'9e9cbaff-6d5a-426d-a3b5-c84f6db6e450'} bound to L3 agent in host dv-cinder-782405-8-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:52:30.780916 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-962d6814-614c-4775-ab59-ab2e07da7fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T05:35:15Z,description=,heartbeat_timestamp=2021-05-19T05:52:15Z,host='dv-cinder-782405-8-iscsi',id=b1c473b1-11ec-4d73-8852-93414dd700fb,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:35:15Z,topic='l3_agent')) {'router_ids': ['9e9cbaff-6d5a-426d-a3b5-c84f6db6e450'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:52:30.781831 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-b5f8dc8e-27f3-4c0b-bbad-23fc8153a9e1 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4652796 May 19 05:52:30.785939 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 50732) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:52:31.010454 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-7286539e-d0da-4f6b-bae4-832595f6cf73 None None] Provisioning complete for port 44c969a6-9a25-4687-86fa-d9e3ad6dbb24 triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:52:31.011075 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7286539e-d0da-4f6b-bae4-832595f6cf73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:31.057850 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-962d6814-614c-4775-ab59-ab2e07da7fcf None None] Set router 9e9cbaff-6d5a-426d-a3b5-c84f6db6e450 gateway port host: dv-cinder-782405-8-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:52:31.099915 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7ba281f3-664b-41b6-a91d-1118c2318944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742273216184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742272802052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266569054'] for port, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:31.106339 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-5f215194-d934-48ee-8b38-6c4d2f32c0d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:52:31.310523 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba281f3-664b-41b6-a91d-1118c2318944 admin admin] Pushing event deleted for resources: {'Port': ['ID=008bde14-b575-4a18-a567-8ba88098ff11,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:52:31.338936 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-7ba281f3-664b-41b6-a91d-1118c2318944 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:52:31.409670 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-962d6814-614c-4775-ab59-ab2e07da7fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e9cbaff-6d5a-426d-a3b5-c84f6db6e450', 'name': 'tempest-TestShelveInstance-1090475059-router', 'tenant_id': '9e5fa16fa0ad4f04b92ce6a32579830c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '809ddcd7-7570-4ae4-8fc9-49fe62844e00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:52:28Z', 'updated_at': '2021-05-19T05:52:29Z', 'revision_number': 3, 'project_id': '9e5fa16fa0ad4f04b92ce6a32579830c', 'gw_port': {'id': '809ddcd7-7570-4ae4-8fc9-49fe62844e00', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:61:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e9cbaff-6d5a-426d-a3b5-c84f6db6e450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:52:29Z', 'updated_at': '2021-05-19T05:52:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi'}], 'dv-cinder-782405-8-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:52:31.413791 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962d6814-614c-4775-ab59-ab2e07da7fcf None None] Checking router: 9e9cbaff-6d5a-426d-a3b5-c84f6db6e450 for host: dv-cinder-782405-8-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 05:52:31.414197 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962d6814-614c-4775-ab59-ab2e07da7fcf None None] Updating router 9e9cbaff-6d5a-426d-a3b5-c84f6db6e450 port 809ddcd7-7570-4ae4-8fc9-49fe62844e00 binding host dv-cinder-782405-8-iscsi {{(pid=103392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 05:52:31.469913 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-962d6814-614c-4775-ab59-ab2e07da7fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:31.767907 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7ba281f3-664b-41b6-a91d-1118c2318944 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400604'] for router_interface, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:31.800381 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-962d6814-614c-4775-ab59-ab2e07da7fcf None None] Notify callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:31.811769 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-962d6814-614c-4775-ab59-ab2e07da7fcf None None] Transition to ACTIVE for port object 809ddcd7-7570-4ae4-8fc9-49fe62844e00 will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:52:31.818838 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-962d6814-614c-4775-ab59-ab2e07da7fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:31.822675 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:52:31.887458 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device 44c969a6-9a25-4687-86fa-d9e3ad6dbb24 up at agent ovs-agent-dv-cinder-782405-8-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:52:31.941947 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-962d6814-614c-4775-ab59-ab2e07da7fcf None None] Attempting to bind port 809ddcd7-7570-4ae4-8fc9-49fe62844e00 on host dv-cinder-782405-8-iscsi for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 05:52:31.942316 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-962d6814-614c-4775-ab59-ab2e07da7fcf None None] Attempting to bind port 809ddcd7-7570-4ae4-8fc9-49fe62844e00 by drivers openvswitch,hyperv on host dv-cinder-782405-8-iscsi at level 0 using segments [{'id': 'edaa9548-0a8e-4b05-b39a-c151d3266f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 05:52:31.942713 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962d6814-614c-4775-ab59-ab2e07da7fcf None None] Attempting to bind port 809ddcd7-7570-4ae4-8fc9-49fe62844e00 on network 1e6dde84-3174-47a4-a93f-45a4a19145c3 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:52:31.954372 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6d8454-5a57-4384-9da9-fe5a5457fd0a None None] Pushing event updated for resources: {'Port': ['ID=809ddcd7-7570-4ae4-8fc9-49fe62844e00,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:52:31.956443 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962d6814-614c-4775-ab59-ab2e07da7fcf None None] Checking agent: {'id': '8851ba53-2e70-4f4c-a9f5-617d9b5548bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 5, 35, 15), 'started_at': datetime.datetime(2021, 5, 19, 5, 35, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 5, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 05:52:31.956815 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962d6814-614c-4775-ab59-ab2e07da7fcf None None] Checking segment: {'id': 'edaa9548-0a8e-4b05-b39a-c151d3266f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:52:31.957215 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-962d6814-614c-4775-ab59-ab2e07da7fcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:31.957609 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962d6814-614c-4775-ab59-ab2e07da7fcf None None] Bound using segment: {'id': 'edaa9548-0a8e-4b05-b39a-c151d3266f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 05:52:31.958070 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-962d6814-614c-4775-ab59-ab2e07da7fcf None None] Bound port: 809ddcd7-7570-4ae4-8fc9-49fe62844e00, host: dv-cinder-782405-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edaa9548-0a8e-4b05-b39a-c151d3266f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 05:52:31.958444 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-962d6814-614c-4775-ab59-ab2e07da7fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:32.001166 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6d8454-5a57-4384-9da9-fe5a5457fd0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:52:32.001412 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6d8454-5a57-4384-9da9-fe5a5457fd0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:52:32.001750 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6d8454-5a57-4384-9da9-fe5a5457fd0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:52:32.002083 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6d8454-5a57-4384-9da9-fe5a5457fd0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:52:32.002411 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6d8454-5a57-4384-9da9-fe5a5457fd0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:52:32.002757 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6d8454-5a57-4384-9da9-fe5a5457fd0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:52:32.003084 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6d8454-5a57-4384-9da9-fe5a5457fd0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:52:32.003408 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6d8454-5a57-4384-9da9-fe5a5457fd0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:52:32.003730 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6d8454-5a57-4384-9da9-fe5a5457fd0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:52:32.004463 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6d8454-5a57-4384-9da9-fe5a5457fd0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:52:32.004463 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6d8454-5a57-4384-9da9-fe5a5457fd0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:52:32.004660 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6d8454-5a57-4384-9da9-fe5a5457fd0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:52:32.008735 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-4d6d8454-5a57-4384-9da9-fe5a5457fd0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:52:32.034633 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-589defc2-6778-4055-a38b-329152a7dff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:32.056327 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Provisioning complete for port 44c969a6-9a25-4687-86fa-d9e3ad6dbb24 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:52:32.056885 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:32.079813 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-962d6814-614c-4775-ab59-ab2e07da7fcf None None] For port 809ddcd7-7570-4ae4-8fc9-49fe62844e00, host dv-cinder-782405-8-iscsi, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 05:52:32.102473 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-962d6814-614c-4775-ab59-ab2e07da7fcf None None] For port 809ddcd7-7570-4ae4-8fc9-49fe62844e00, host dv-cinder-782405-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-iscsi',level=0,port_id=809ddcd7-7570-4ae4-8fc9-49fe62844e00,segment=NetworkSegment(edaa9548-0a8e-4b05-b39a-c151d3266f79),segment_id=edaa9548-0a8e-4b05-b39a-c151d3266f79)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 05:52:32.111022 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-962d6814-614c-4775-ab59-ab2e07da7fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:32.115993 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:52:32.204618 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962d6814-614c-4775-ab59-ab2e07da7fcf None None] Routers {'9e9cbaff-6d5a-426d-a3b5-c84f6db6e450'} bound to L3 agent in host dv-cinder-782405-8-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:52:32.205225 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-962d6814-614c-4775-ab59-ab2e07da7fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T05:35:15Z,description=,heartbeat_timestamp=2021-05-19T05:52:15Z,host='dv-cinder-782405-8-iscsi',id=b1c473b1-11ec-4d73-8852-93414dd700fb,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:35:15Z,topic='l3_agent')) {'router_ids': ['9e9cbaff-6d5a-426d-a3b5-c84f6db6e450'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:52:32.300138 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6d8454-5a57-4384-9da9-fe5a5457fd0a None None] Pushing event updated for resources: {'Port': ['ID=809ddcd7-7570-4ae4-8fc9-49fe62844e00,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:52:32.303138 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-4d6d8454-5a57-4384-9da9-fe5a5457fd0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:52:32.366513 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ba281f3-664b-41b6-a91d-1118c2318944 admin admin] Router ba9066bd-3808-4530-a786-6c3fc6030ad9 has already been hosted by L3 agent b1c473b1-11ec-4d73-8852-93414dd700fb {{(pid=103390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 05:52:32.435044 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-962d6814-614c-4775-ab59-ab2e07da7fcf None None] Set router 9e9cbaff-6d5a-426d-a3b5-c84f6db6e450 gateway port host: dv-cinder-782405-8-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:52:32.583349 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [None req-589defc2-6778-4055-a38b-329152a7dff0 admin admin] Allocated IP 172.20.0.1 (82667610-6b12-4391-a629-fec9ccd32c04/0053ef27-2766-4222-88f7-7af5250f9576/5b1fa0e3-f903-4be6-a3f3-4e32836533bd) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 05:52:32.760658 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-962d6814-614c-4775-ab59-ab2e07da7fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e9cbaff-6d5a-426d-a3b5-c84f6db6e450', 'name': 'tempest-TestShelveInstance-1090475059-router', 'tenant_id': '9e5fa16fa0ad4f04b92ce6a32579830c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '809ddcd7-7570-4ae4-8fc9-49fe62844e00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:52:28Z', 'updated_at': '2021-05-19T05:52:29Z', 'revision_number': 3, 'project_id': '9e5fa16fa0ad4f04b92ce6a32579830c', 'gw_port': {'id': '809ddcd7-7570-4ae4-8fc9-49fe62844e00', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:61:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e9cbaff-6d5a-426d-a3b5-c84f6db6e450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:52:29Z', 'updated_at': '2021-05-19T05:52:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi'}], 'dv-cinder-782405-8-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:52:32.764538 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962d6814-614c-4775-ab59-ab2e07da7fcf None None] The sync data for ids ['9e9cbaff-6d5a-426d-a3b5-c84f6db6e450'] in dv-cinder-782405-8-iscsi is: [{'id': '9e9cbaff-6d5a-426d-a3b5-c84f6db6e450', 'name': 'tempest-TestShelveInstance-1090475059-router', 'tenant_id': '9e5fa16fa0ad4f04b92ce6a32579830c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '809ddcd7-7570-4ae4-8fc9-49fe62844e00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:52:28Z', 'updated_at': '2021-05-19T05:52:29Z', 'revision_number': 3, 'project_id': '9e5fa16fa0ad4f04b92ce6a32579830c', 'gw_port': {'id': '809ddcd7-7570-4ae4-8fc9-49fe62844e00', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:61:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e9cbaff-6d5a-426d-a3b5-c84f6db6e450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:52:29Z', 'updated_at': '2021-05-19T05:52:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi'}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 05:52:32.767043 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ba281f3-664b-41b6-a91d-1118c2318944 admin admin] Notify agent at l3_agent.dv-cinder-782405-8-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 05:52:32.778163 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e7ced5-fba7-414c-bb20-4768ea36a618 None None] Sync routers for ids ['ba9066bd-3808-4530-a786-6c3fc6030ad9'] in dv-cinder-782405-8-iscsi {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 05:52:32.787980 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e7ced5-fba7-414c-bb20-4768ea36a618 None None] Routers {'ba9066bd-3808-4530-a786-6c3fc6030ad9'} bound to L3 agent in host dv-cinder-782405-8-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:52:32.792372 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-09e7ced5-fba7-414c-bb20-4768ea36a618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T05:35:15Z,description=,heartbeat_timestamp=2021-05-19T05:52:15Z,host='dv-cinder-782405-8-iscsi',id=b1c473b1-11ec-4d73-8852-93414dd700fb,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:35:15Z,topic='l3_agent')) {'router_ids': ['ba9066bd-3808-4530-a786-6c3fc6030ad9'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:52:32.799423 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-7ba281f3-664b-41b6-a91d-1118c2318944 admin admin] 10.222.0.11 "PUT /v2.0/routers/ba9066bd-3808-4530-a786-6c3fc6030ad9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5293915 May 19 05:52:32.800020 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 50736) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:52:32.821284 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-589defc2-6778-4055-a38b-329152a7dff0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:32.838673 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-589defc2-6778-4055-a38b-329152a7dff0 admin admin] Transition to ACTIVE for port object 5b1fa0e3-f903-4be6-a3f3-4e32836533bd will not be triggered until provisioned by entity DHCP. {{(pid=103390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:52:32.865348 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-589defc2-6778-4055-a38b-329152a7dff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742272799735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266569054'] for port, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:32.872091 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-2de6efb4-ae5a-42e2-ac76-9846bb079fbe tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:52:32.941761 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589defc2-6778-4055-a38b-329152a7dff0 admin admin] Network 82667610-6b12-4391-a629-fec9ccd32c04 is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:52:32.944687 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-589defc2-6778-4055-a38b-329152a7dff0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:52:32.948591 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589defc2-6778-4055-a38b-329152a7dff0 admin admin] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 05:52:32.977216 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-09e7ced5-fba7-414c-bb20-4768ea36a618 None None] Set router ba9066bd-3808-4530-a786-6c3fc6030ad9 gateway port host: dv-cinder-782405-8-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:52:32.979470 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589defc2-6778-4055-a38b-329152a7dff0 admin admin] Pushing event updated for resources: {'Port': ['ID=5b1fa0e3-f903-4be6-a3f3-4e32836533bd,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:52:32.986432 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-589defc2-6778-4055-a38b-329152a7dff0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:52:33.005614 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7849cf21-019f-4e01-9e6d-5f9eb8993bf4 admin admin] Notify callbacks [] for router, before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:33.022118 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-589defc2-6778-4055-a38b-329152a7dff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398905'] for router_interface, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:33.266503 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7849cf21-019f-4e01-9e6d-5f9eb8993bf4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:33.285077 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-09fb6e19-f1a3-4a0f-b837-33a0eaf9ba83 None None] Provisioning for port 5b1fa0e3-f903-4be6-a3f3-4e32836533bd completed by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:52:33.294171 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-09fb6e19-f1a3-4a0f-b837-33a0eaf9ba83 None None] Provisioning complete for port 5b1fa0e3-f903-4be6-a3f3-4e32836533bd triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:52:33.294580 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-09fb6e19-f1a3-4a0f-b837-33a0eaf9ba83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:33.356722 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-7849cf21-019f-4e01-9e6d-5f9eb8993bf4 admin admin] Deleting port 5a66f97d-b267-4414-8859-2b5b55d524f2 {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 05:52:33.357320 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7849cf21-019f-4e01-9e6d-5f9eb8993bf4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742273213799'] for port, before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:33.361305 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-09e7ced5-fba7-414c-bb20-4768ea36a618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba9066bd-3808-4530-a786-6c3fc6030ad9', 'name': 'tempest-AttachVolumeTestJSON-2060325190-router', 'tenant_id': 'e11f985d37b842499bf1e28b1ad007cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '5a66f97d-b267-4414-8859-2b5b55d524f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:42:33Z', 'updated_at': '2021-05-19T05:52:30Z', 'revision_number': 5, 'project_id': 'e11f985d37b842499bf1e28b1ad007cf', 'gw_port': {'id': '5a66f97d-b267-4414-8859-2b5b55d524f2', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:42:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9066bd-3808-4530-a786-6c3fc6030ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:42:35Z', 'updated_at': '2021-05-19T05:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi'}], 'dv-cinder-782405-8-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:52:33.366533 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-09fb6e19-f1a3-4a0f-b837-33a0eaf9ba83 None None] Port 5b1fa0e3-f903-4be6-a3f3-4e32836533bd cannot update to ACTIVE because it is not bound. {{(pid=103392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 05:52:33.371650 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e7ced5-fba7-414c-bb20-4768ea36a618 None None] Checking router: ba9066bd-3808-4530-a786-6c3fc6030ad9 for host: dv-cinder-782405-8-iscsi {{(pid=103393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 05:52:33.383429 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e7ced5-fba7-414c-bb20-4768ea36a618 None None] Routers {'ba9066bd-3808-4530-a786-6c3fc6030ad9'} bound to L3 agent in host dv-cinder-782405-8-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:52:33.384529 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-09e7ced5-fba7-414c-bb20-4768ea36a618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T05:35:15Z,description=,heartbeat_timestamp=2021-05-19T05:52:15Z,host='dv-cinder-782405-8-iscsi',id=b1c473b1-11ec-4d73-8852-93414dd700fb,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:35:15Z,topic='l3_agent')) {'router_ids': ['ba9066bd-3808-4530-a786-6c3fc6030ad9'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:52:33.450026 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-589defc2-6778-4055-a38b-329152a7dff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:33.497096 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-7849cf21-019f-4e01-9e6d-5f9eb8993bf4 admin admin] For port 5a66f97d-b267-4414-8859-2b5b55d524f2, host dv-cinder-782405-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-iscsi',level=0,port_id=5a66f97d-b267-4414-8859-2b5b55d524f2,segment=NetworkSegment(edaa9548-0a8e-4b05-b39a-c151d3266f79),segment_id=edaa9548-0a8e-4b05-b39a-c151d3266f79)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:52:33.497454 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7849cf21-019f-4e01-9e6d-5f9eb8993bf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401034'] for port, precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:33.552440 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-09e7ced5-fba7-414c-bb20-4768ea36a618 None None] Set router ba9066bd-3808-4530-a786-6c3fc6030ad9 gateway port host: None {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:52:33.675093 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-09e7ced5-fba7-414c-bb20-4768ea36a618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba9066bd-3808-4530-a786-6c3fc6030ad9', 'name': 'tempest-AttachVolumeTestJSON-2060325190-router', 'tenant_id': 'e11f985d37b842499bf1e28b1ad007cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:42:33Z', 'updated_at': '2021-05-19T05:52:33Z', 'revision_number': 6, 'project_id': 'e11f985d37b842499bf1e28b1ad007cf', 'gw_port_host': None}], 'dv-cinder-782405-8-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:52:33.680031 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e7ced5-fba7-414c-bb20-4768ea36a618 None None] The sync data for ids ['ba9066bd-3808-4530-a786-6c3fc6030ad9'] in dv-cinder-782405-8-iscsi is: [{'id': 'ba9066bd-3808-4530-a786-6c3fc6030ad9', 'name': 'tempest-AttachVolumeTestJSON-2060325190-router', 'tenant_id': 'e11f985d37b842499bf1e28b1ad007cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:42:33Z', 'updated_at': '2021-05-19T05:52:33Z', 'revision_number': 6, 'project_id': 'e11f985d37b842499bf1e28b1ad007cf', 'gw_port_host': None}] {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 05:52:33.696015 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-589defc2-6778-4055-a38b-329152a7dff0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:33.702519 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-589defc2-6778-4055-a38b-329152a7dff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266569031'] for port, after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:33.738863 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-16454c04-4b6f-433c-81dc-8faa4001cba7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:52:33.767345 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-7849cf21-019f-4e01-9e6d-5f9eb8993bf4 admin admin] Calling delete_port for 5a66f97d-b267-4414-8859-2b5b55d524f2 owned by network:router_gateway {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 05:52:33.816841 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589defc2-6778-4055-a38b-329152a7dff0 admin admin] Pushing event updated for resources: {'Port': ['ID=5b1fa0e3-f903-4be6-a3f3-4e32836533bd,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:52:33.821696 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-589defc2-6778-4055-a38b-329152a7dff0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:52:33.822649 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-589defc2-6778-4055-a38b-329152a7dff0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398942'] for router_interface, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:33.953506 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589defc2-6778-4055-a38b-329152a7dff0 admin admin] Network 82667610-6b12-4391-a629-fec9ccd32c04 is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:52:33.954689 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-589defc2-6778-4055-a38b-329152a7dff0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:52:34.069826 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7849cf21-019f-4e01-9e6d-5f9eb8993bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742273216184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742272802052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263355286'] for port, after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:34.084668 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-c7e05e21-d242-4877-8bf2-37fe33915fd7 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:52:34.138438 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device 809ddcd7-7570-4ae4-8fc9-49fe62844e00 up at agent ovs-agent-dv-cinder-782405-8-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:52:34.205740 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-589defc2-6778-4055-a38b-329152a7dff0 admin admin] Router 9e9cbaff-6d5a-426d-a3b5-c84f6db6e450 has already been hosted by L3 agent b1c473b1-11ec-4d73-8852-93414dd700fb {{(pid=103390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 05:52:34.238923 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7849cf21-019f-4e01-9e6d-5f9eb8993bf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a66f97d-b267-4414-8859-2b5b55d524f2,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:52:34.242014 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-7849cf21-019f-4e01-9e6d-5f9eb8993bf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:52:34.249685 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Provisioning for port 809ddcd7-7570-4ae4-8fc9-49fe62844e00 completed by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:52:34.254742 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Provisioning complete for port 809ddcd7-7570-4ae4-8fc9-49fe62844e00 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:52:34.255275 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:34.265286 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7849cf21-019f-4e01-9e6d-5f9eb8993bf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-517991'] for router_gateway, after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:34.331049 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-2bbd080c-8dbe-4573-9aa1-6b526664bc00 None None] Provisioning complete for port 5b1fa0e3-f903-4be6-a3f3-4e32836533bd triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:52:34.332030 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2bbd080c-8dbe-4573-9aa1-6b526664bc00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:34.422194 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-2bbd080c-8dbe-4573-9aa1-6b526664bc00 None None] Port 5b1fa0e3-f903-4be6-a3f3-4e32836533bd cannot update to ACTIVE because it is not bound. {{(pid=103392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 05:52:34.450846 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:34.459194 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7849cf21-019f-4e01-9e6d-5f9eb8993bf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27485'] for router, precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:34.462053 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7849cf21-019f-4e01-9e6d-5f9eb8993bf4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:34.468325 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] For port 809ddcd7-7570-4ae4-8fc9-49fe62844e00, host dv-cinder-782405-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-iscsi',level=0,port_id=809ddcd7-7570-4ae4-8fc9-49fe62844e00,segment=NetworkSegment(edaa9548-0a8e-4b05-b39a-c151d3266f79),segment_id=edaa9548-0a8e-4b05-b39a-c151d3266f79)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:52:34.473659 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:34.475959 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-7e9c88bb-05fb-41fc-9455-5c72e26ac2ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:52:34.515449 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device 008bde14-b575-4a18-a567-8ba88098ff11 no longer exists at agent ovs-agent-dv-cinder-782405-8-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 05:52:34.518692 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-589defc2-6778-4055-a38b-329152a7dff0 admin admin] Notify agent at l3_agent.dv-cinder-782405-8-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 05:52:34.530123 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-589defc2-6778-4055-a38b-329152a7dff0 admin admin] 10.222.0.11 "PUT /v2.0/routers/9e9cbaff-6d5a-426d-a3b5-c84f6db6e450/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7366130 May 19 05:52:34.558678 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] No Port match for: 008bde14-b575-4a18-a567-8ba88098ff11 {{(pid=103392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 05:52:34.559439 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device 008bde14-b575-4a18-a567-8ba88098ff11 not bound to the agent host dv-cinder-782405-8-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 05:52:34.571096 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7849cf21-019f-4e01-9e6d-5f9eb8993bf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-517424'] for router, after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:34.571832 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7849cf21-019f-4e01-9e6d-5f9eb8993bf4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba9066bd-3808-4530-a786-6c3fc6030ad9 {{(pid=103391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 05:52:34.588320 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7849cf21-019f-4e01-9e6d-5f9eb8993bf4 admin admin] Notify callbacks [] for router, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:34.589665 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-7849cf21-019f-4e01-9e6d-5f9eb8993bf4 admin admin] 10.222.0.11 "DELETE /v2.0/routers/ba9066bd-3808-4530-a786-6c3fc6030ad9 HTTP/1.1" status: 204 len: 168 time: 1.7880828 May 19 05:52:34.592249 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 50744) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:52:34.601451 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Pushing event updated for resources: {'Port': ['ID=809ddcd7-7570-4ae4-8fc9-49fe62844e00,revision_number=4']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:52:34.605725 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:52:34.659175 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_v2 [None req-52584a7a-f8f0-498f-8839-aceb0e067c2d admin admin] Deleting subnet 82fd848a-77f0-4d3d-8454-3c0dcf103642 {{(pid=103390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 05:52:34.662588 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-52584a7a-f8f0-498f-8839-aceb0e067c2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:34.715669 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-52584a7a-f8f0-498f-8839-aceb0e067c2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266360016'] for subnet, precommit_delete_associations {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:34.798676 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-52584a7a-f8f0-498f-8839-aceb0e067c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3527298'] for subnet, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:34.969626 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3bad85-2f62-49b7-8eda-beffbaa0226b None None] Sync routers for ids ['9e9cbaff-6d5a-426d-a3b5-c84f6db6e450'] in dv-cinder-782405-8-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 05:52:34.979916 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3bad85-2f62-49b7-8eda-beffbaa0226b None None] Routers {'9e9cbaff-6d5a-426d-a3b5-c84f6db6e450'} bound to L3 agent in host dv-cinder-782405-8-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:52:34.980534 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-fe3bad85-2f62-49b7-8eda-beffbaa0226b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T05:35:15Z,description=,heartbeat_timestamp=2021-05-19T05:52:15Z,host='dv-cinder-782405-8-iscsi',id=b1c473b1-11ec-4d73-8852-93414dd700fb,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:35:15Z,topic='l3_agent')) {'router_ids': ['9e9cbaff-6d5a-426d-a3b5-c84f6db6e450'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:52:35.077169 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-52584a7a-f8f0-498f-8839-aceb0e067c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3527349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266359937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266937071'] for subnet, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:35.082343 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:52:35.124111 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 50764) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:52:35.127997 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52584a7a-f8f0-498f-8839-aceb0e067c2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82fd848a-77f0-4d3d-8454-3c0dcf103642,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:52:35.130156 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-52584a7a-f8f0-498f-8839-aceb0e067c2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:35.133208 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-52584a7a-f8f0-498f-8839-aceb0e067c2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:52:35.133411 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-1f147353-5310-4aab-aa4f-60e76481be7b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-190398972-network', 'tenant_id': '58a3241c06364da9bd6429cbb43f3234'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:52:35.140114 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-52584a7a-f8f0-498f-8839-aceb0e067c2d admin admin] 10.222.0.11 "DELETE /v2.0/subnets/82fd848a-77f0-4d3d-8454-3c0dcf103642 HTTP/1.1" status: 204 len: 168 time: 0.5444767 May 19 05:52:35.140264 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-1f147353-5310-4aab-aa4f-60e76481be7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:52:35.140507 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 50768) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:52:35.141854 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-1f147353-5310-4aab-aa4f-60e76481be7b admin admin] Usage tracker for resource:network and tenant:58a3241c06364da9bd6429cbb43f3234 is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:52:35.144944 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-1f147353-5310-4aab-aa4f-60e76481be7b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:52:35.145489 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80920371-bc33-498d-a757-d01fee3dd752 None None] Network 89d5aa65-3a6d-4be9-a00d-99ff97528276 requested from dv-cinder-782405-8-iscsi {{(pid=103392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 05:52:35.150757 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-1f147353-5310-4aab-aa4f-60e76481be7b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:52:35.162224 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f147353-5310-4aab-aa4f-60e76481be7b admin admin] Made reservation on behalf of 58a3241c06364da9bd6429cbb43f3234 for: {'network': 1} {{(pid=103391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 05:52:35.165419 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1f147353-5310-4aab-aa4f-60e76481be7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3666241'] for network, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:35.182515 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1f147353-5310-4aab-aa4f-60e76481be7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:35.203243 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-1f147353-5310-4aab-aa4f-60e76481be7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:52:35.207144 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-1f147353-5310-4aab-aa4f-60e76481be7b admin admin] Usage tracker for resource:security_group_rule and tenant:58a3241c06364da9bd6429cbb43f3234 is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:52:35.209952 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-1f147353-5310-4aab-aa4f-60e76481be7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:52:35.215737 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-1f147353-5310-4aab-aa4f-60e76481be7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:52:35.262990 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3d8eb544-0f33-43c7-85f8-167964bc33c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608314'] for network, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:35.272202 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-fe3bad85-2f62-49b7-8eda-beffbaa0226b None None] Set router 9e9cbaff-6d5a-426d-a3b5-c84f6db6e450 gateway port host: dv-cinder-782405-8-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:52:35.300242 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1f147353-5310-4aab-aa4f-60e76481be7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:35.304243 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1f147353-5310-4aab-aa4f-60e76481be7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:35.309839 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-82d4738a-12e1-4f2c-9e80-ccabcb5c43bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:52:35.335087 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-3d8eb544-0f33-43c7-85f8-167964bc33c2 admin admin] Deleting port fcb779f4-ce06-4214-ab3f-36f67d3999b0 {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 05:52:35.335424 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3d8eb544-0f33-43c7-85f8-167964bc33c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742273213799'] for port, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:35.347089 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f147353-5310-4aab-aa4f-60e76481be7b admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=103391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 05:52:35.352598 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f147353-5310-4aab-aa4f-60e76481be7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac31625f-4772-466c-9f87-6a84aef7e6f0,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:52:35.358708 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-1f147353-5310-4aab-aa4f-60e76481be7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:52:35.366436 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1f147353-5310-4aab-aa4f-60e76481be7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3517393'] for segment, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:35.366829 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.db.segments_db [None req-1f147353-5310-4aab-aa4f-60e76481be7b admin admin] Added segment db2745e3-44ed-4de4-8a14-83de129da29d of type vlan for network a0517521-7aa3-4ae1-8075-882e8b3819a1 May 19 05:52:35.395975 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1f147353-5310-4aab-aa4f-60e76481be7b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742272786041'] for network, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:35.432216 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1f147353-5310-4aab-aa4f-60e76481be7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-542600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-584118'] for network, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:35.434043 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f147353-5310-4aab-aa4f-60e76481be7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:52:35.434658 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1f147353-5310-4aab-aa4f-60e76481be7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584083'] for network, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:35.437896 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-3d8eb544-0f33-43c7-85f8-167964bc33c2 admin admin] For port fcb779f4-ce06-4214-ab3f-36f67d3999b0, host dv-cinder-782405-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-iscsi',level=0,port_id=fcb779f4-ce06-4214-ab3f-36f67d3999b0,segment=NetworkSegment(91f2eabd-2095-4aa5-b7b2-cb363e7f7010),segment_id=91f2eabd-2095-4aa5-b7b2-cb363e7f7010)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:52:35.438250 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3d8eb544-0f33-43c7-85f8-167964bc33c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401034'] for port, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:35.440012 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-e3bc2312-f0b2-4bc2-aac0-aea5a7e1cfdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:52:35.550662 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-1f147353-5310-4aab-aa4f-60e76481be7b admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4229226 May 19 05:52:35.550855 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 50774) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:52:35.557899 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-71b93e2c-2398-4548-83ab-6395f39ab198 admin admin] Request body: {'subnet': {'network_id': 'a0517521-7aa3-4ae1-8075-882e8b3819a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-190398972-subnet', 'tenant_id': '58a3241c06364da9bd6429cbb43f3234', 'ip_version': 4}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:52:35.558489 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-3d8eb544-0f33-43c7-85f8-167964bc33c2 admin admin] Calling delete_port for fcb779f4-ce06-4214-ab3f-36f67d3999b0 owned by network:dhcp {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 05:52:35.562170 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f147353-5310-4aab-aa4f-60e76481be7b admin admin] Pushing event updated for resources: {'Network': ['ID=a0517521-7aa3-4ae1-8075-882e8b3819a1,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:52:35.565038 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-71b93e2c-2398-4548-83ab-6395f39ab198 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:52:35.567621 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-1f147353-5310-4aab-aa4f-60e76481be7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:52:35.569576 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-71b93e2c-2398-4548-83ab-6395f39ab198 admin admin] Usage tracker for resource:subnet and tenant:58a3241c06364da9bd6429cbb43f3234 is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:52:35.573770 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-71b93e2c-2398-4548-83ab-6395f39ab198 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:52:35.580303 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-71b93e2c-2398-4548-83ab-6395f39ab198 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:52:35.582363 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Network a0517521-7aa3-4ae1-8075-882e8b3819a1 details requested by agent ovs-agent-dv-cinder-782405-8-iscsi with host dv-cinder-782405-8-iscsi {{(pid=103392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 05:52:35.592430 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b93e2c-2398-4548-83ab-6395f39ab198 admin admin] Made reservation on behalf of 58a3241c06364da9bd6429cbb43f3234 for: {'subnet': 1} {{(pid=103391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 05:52:35.595169 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-71b93e2c-2398-4548-83ab-6395f39ab198 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264176305'] for subnet, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:35.627638 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3d8eb544-0f33-43c7-85f8-167964bc33c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742273216184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742272802052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266569054'] for port, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:35.632917 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-3c54441b-5963-496d-89dc-e4238df6816f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:52:35.680821 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8eb544-0f33-43c7-85f8-167964bc33c2 admin admin] No DVR routers for this DVR port fcb779f4-ce06-4214-ab3f-36f67d3999b0 on host dv-cinder-782405-8-iscsi {{(pid=103390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 05:52:35.704767 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca75c774-b291-4248-a9a1-82c9b4d259cc None None] DHCP port deletion for 89d5aa65-3a6d-4be9-a00d-99ff97528276 request from dv-cinder-782405-8-iscsi {{(pid=103392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 05:52:35.722757 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8eb544-0f33-43c7-85f8-167964bc33c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcb779f4-ce06-4214-ab3f-36f67d3999b0,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:52:35.726156 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-3d8eb544-0f33-43c7-85f8-167964bc33c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:52:35.842143 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device 809ddcd7-7570-4ae4-8fc9-49fe62844e00 up at agent ovs-agent-dv-cinder-782405-8-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:52:35.850523 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3d8eb544-0f33-43c7-85f8-167964bc33c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3528713', 'neutron.services.segments.db._delete_segments_for_network-8742273243010'] for network, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:35.864896 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-3d8eb544-0f33-43c7-85f8-167964bc33c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89d5aa65-3a6d-4be9-a00d-99ff97528276']}} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:52:35.871305 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-fe3bad85-2f62-49b7-8eda-beffbaa0226b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e9cbaff-6d5a-426d-a3b5-c84f6db6e450', 'name': 'tempest-TestShelveInstance-1090475059-router', 'tenant_id': '9e5fa16fa0ad4f04b92ce6a32579830c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '809ddcd7-7570-4ae4-8fc9-49fe62844e00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:52:28Z', 'updated_at': '2021-05-19T05:52:33Z', 'revision_number': 4, 'project_id': '9e5fa16fa0ad4f04b92ce6a32579830c', 'gw_port': {'id': '809ddcd7-7570-4ae4-8fc9-49fe62844e00', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:61:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9cbaff-6d5a-426d-a3b5-c84f6db6e450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:52:29Z', 'updated_at': '2021-05-19T05:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi', '_interfaces': [{'id': '5b1fa0e3-f903-4be6-a3f3-4e32836533bd', 'name': '', 'network_id': '82667610-6b12-4391-a629-fec9ccd32c04', 'tenant_id': '9e5fa16fa0ad4f04b92ce6a32579830c', 'mac_address': 'fa:16:3e:ab:f6:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e9cbaff-6d5a-426d-a3b5-c84f6db6e450', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '0053ef27-2766-4222-88f7-7af5250f9576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:52:32Z', 'updated_at': '2021-05-19T05:52:33Z', 'revision_number': 2, 'project_id': '9e5fa16fa0ad4f04b92ce6a32579830c', 'subnets': [{'id': '0053ef27-2766-4222-88f7-7af5250f9576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:52:35.878633 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-3d8eb544-0f33-43c7-85f8-167964bc33c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91f2eabd-2095-4aa5-b7b2-cb363e7f7010') {'for_net_delete': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:52:35.879191 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-3d8eb544-0f33-43c7-85f8-167964bc33c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91f2eabd-2095-4aa5-b7b2-cb363e7f7010') {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:52:35.889021 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3bad85-2f62-49b7-8eda-beffbaa0226b None None] Checking router: 9e9cbaff-6d5a-426d-a3b5-c84f6db6e450 for host: dv-cinder-782405-8-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 05:52:35.889381 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3bad85-2f62-49b7-8eda-beffbaa0226b None None] Updating router 9e9cbaff-6d5a-426d-a3b5-c84f6db6e450 port 5b1fa0e3-f903-4be6-a3f3-4e32836533bd binding host dv-cinder-782405-8-iscsi {{(pid=103392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 05:52:35.892242 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3d8eb544-0f33-43c7-85f8-167964bc33c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742273253515', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266360007'] for segment, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:35.912713 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3d8eb544-0f33-43c7-85f8-167964bc33c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3517393'] for segment, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:35.919318 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d8eb544-0f33-43c7-85f8-167964bc33c2 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 05:52:35.919843 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3d8eb544-0f33-43c7-85f8-167964bc33c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3517393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266568995'] for segment, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:35.933408 dv-cinder-782405-8-iscsi neutron-server[103390]: Traceback (most recent call last): May 19 05:52:35.933408 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 05:52:35.933408 dv-cinder-782405-8-iscsi neutron-server[103390]: timer() May 19 05:52:35.933408 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 05:52:35.933408 dv-cinder-782405-8-iscsi neutron-server[103390]: cb(*args, **kw) May 19 05:52:35.933408 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 05:52:35.933408 dv-cinder-782405-8-iscsi neutron-server[103390]: return func(*args, **kwargs) May 19 05:52:35.933408 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 05:52:35.933408 dv-cinder-782405-8-iscsi neutron-server[103390]: self._notify() May 19 05:52:35.933408 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 05:52:35.933408 dv-cinder-782405-8-iscsi neutron-server[103390]: self.callback(batched_events) May 19 05:52:35.933408 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 05:52:35.933408 dv-cinder-782405-8-iscsi neutron-server[103390]: event.method(event) May 19 05:52:35.933408 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 05:52:35.933408 dv-cinder-782405-8-iscsi neutron-server[103390]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 05:52:35.933408 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 05:52:35.933408 dv-cinder-782405-8-iscsi neutron-server[103390]: aggregate_uuid = self.p_client.list_aggregates( May 19 05:52:35.933408 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 05:52:35.933408 dv-cinder-782405-8-iscsi neutron-server[103390]: return f(self, *a, **k) May 19 05:52:35.933408 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 05:52:35.933408 dv-cinder-782405-8-iscsi neutron-server[103390]: return self._get(url).json() May 19 05:52:35.933408 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 05:52:35.933408 dv-cinder-782405-8-iscsi neutron-server[103390]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 05:52:35.933408 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 05:52:35.933408 dv-cinder-782405-8-iscsi neutron-server[103390]: return self.request(url, 'GET', **kwargs) May 19 05:52:35.933408 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 05:52:35.933408 dv-cinder-782405-8-iscsi neutron-server[103390]: base_url = self.get_endpoint(auth, allow=allow, May 19 05:52:35.933408 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 05:52:35.933408 dv-cinder-782405-8-iscsi neutron-server[103390]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 05:52:35.933408 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 05:52:35.933408 dv-cinder-782405-8-iscsi neutron-server[103390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 05:52:35.933408 dv-cinder-782405-8-iscsi neutron-server[103390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 05:52:35.953062 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fe3bad85-2f62-49b7-8eda-beffbaa0226b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:36.013540 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Provisioning complete for port 809ddcd7-7570-4ae4-8fc9-49fe62844e00 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:52:36.013926 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:36.021287 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3d8eb544-0f33-43c7-85f8-167964bc33c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3528704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-542600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-584118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-517964'] for network, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:36.028009 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3d8eb544-0f33-43c7-85f8-167964bc33c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584083'] for network, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:36.031915 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-c0caa062-b4e0-4aad-9505-a6ca0e38fdd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:52:36.051338 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-71b93e2c-2398-4548-83ab-6395f39ab198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263301638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264176259'] for subnet, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:36.055550 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8eb544-0f33-43c7-85f8-167964bc33c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=89d5aa65-3a6d-4be9-a00d-99ff97528276,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:52:36.058601 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-3d8eb544-0f33-43c7-85f8-167964bc33c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:52:36.058770 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-4f662e3c-ae5a-45eb-8124-6bb35ad3dc7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:52:36.072171 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-3d8eb544-0f33-43c7-85f8-167964bc33c2 admin admin] 10.222.0.11 "DELETE /v2.0/networks/89d5aa65-3a6d-4be9-a00d-99ff97528276 HTTP/1.1" status: 204 len: 168 time: 0.9274986 May 19 05:52:36.229159 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b93e2c-2398-4548-83ab-6395f39ab198 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba9f6f5a-7ba1-436b-8e8c-bbc57d5eaf22,revision_number=0']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:52:36.233275 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-71b93e2c-2398-4548-83ab-6395f39ab198 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:52:36.240702 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b93e2c-2398-4548-83ab-6395f39ab198 admin admin] Checking segment: {'id': 'db2745e3-44ed-4de4-8a14-83de129da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a0517521-7aa3-4ae1-8075-882e8b3819a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:52:36.241057 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b93e2c-2398-4548-83ab-6395f39ab198 admin admin] Network hostable DHCP agents. Network: a0517521-7aa3-4ae1-8075-882e8b3819a1, hostable agents: ['51c3ebcd-1a29-4010-9a37-07f85f6ad558'], hosted agents: [] {{(pid=103391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 05:52:36.259747 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b93e2c-2398-4548-83ab-6395f39ab198 admin admin] Network a0517521-7aa3-4ae1-8075-882e8b3819a1 is scheduled to be hosted by DHCP agent 51c3ebcd-1a29-4010-9a37-07f85f6ad558 with binding_index 1 {{(pid=103391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 05:52:36.269235 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-71b93e2c-2398-4548-83ab-6395f39ab198 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782405-8-iscsi, a0517521-7aa3-4ae1-8075-882e8b3819a1) {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:52:36.279308 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b93e2c-2398-4548-83ab-6395f39ab198 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:52:36.280037 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-71b93e2c-2398-4548-83ab-6395f39ab198 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584083'] for subnet, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:36.281033 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a480ba-0a4b-4dbc-872f-04bdac4c992e None None] Network a0517521-7aa3-4ae1-8075-882e8b3819a1 requested from dv-cinder-782405-8-iscsi {{(pid=103392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 05:52:36.303468 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-71b93e2c-2398-4548-83ab-6395f39ab198 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7501488 May 19 05:52:36.306369 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 50782) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:52:36.311950 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-af7d22e6-f422-40cf-a560-15af6d9a56de admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-190398972-router', 'tenant_id': '58a3241c06364da9bd6429cbb43f3234', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3'}}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:52:36.316526 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-af7d22e6-f422-40cf-a560-15af6d9a56de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:52:36.320166 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 50786) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:52:36.326125 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-af7d22e6-f422-40cf-a560-15af6d9a56de admin admin] Usage tracker for resource:router and tenant:58a3241c06364da9bd6429cbb43f3234 is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:52:36.329757 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-af7d22e6-f422-40cf-a560-15af6d9a56de admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:52:36.335881 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-af7d22e6-f422-40cf-a560-15af6d9a56de admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:52:36.348834 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-af7d22e6-f422-40cf-a560-15af6d9a56de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-469361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27503'] for router, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:36.349618 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-af7d22e6-f422-40cf-a560-15af6d9a56de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517936', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27492'] for router, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:36.364330 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-af7d22e6-f422-40cf-a560-15af6d9a56de admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:36.387748 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-3b0e3ef4-5d29-4925-a014-23981ac17508 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e11f985d37b842499bf1e28b1ad007cf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0657709 May 19 05:52:36.390098 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 50790) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:52:36.393312 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device 5a66f97d-b267-4414-8859-2b5b55d524f2 no longer exists at agent ovs-agent-dv-cinder-782405-8-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 05:52:36.437669 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] No Port match for: 5a66f97d-b267-4414-8859-2b5b55d524f2 {{(pid=103392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 05:52:36.438282 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device 5a66f97d-b267-4414-8859-2b5b55d524f2 not bound to the agent host dv-cinder-782405-8-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 05:52:36.438875 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device fcb779f4-ce06-4214-ab3f-36f67d3999b0 no longer exists at agent ovs-agent-dv-cinder-782405-8-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 05:52:36.450025 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-eb96bfd0-6847-4f9f-8ac4-f2a121ba27c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:36.475367 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-eb96bfd0-6847-4f9f-8ac4-f2a121ba27c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:36.480976 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] No Port match for: fcb779f4-ce06-4214-ab3f-36f67d3999b0 {{(pid=103392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 05:52:36.481511 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device fcb779f4-ce06-4214-ab3f-36f67d3999b0 not bound to the agent host dv-cinder-782405-8-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 05:52:36.536083 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-eb96bfd0-6847-4f9f-8ac4-f2a121ba27c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:36.543273 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-98cd6b0a-24ed-43d4-9d47-859ad457cf5a tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:52:36.562405 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb96bfd0-6847-4f9f-8ac4-f2a121ba27c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3088a41b-b0fa-406c-82ed-5e9ce5ff999c,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:52:36.565243 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-eb96bfd0-6847-4f9f-8ac4-f2a121ba27c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:52:36.567252 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-eb96bfd0-6847-4f9f-8ac4-f2a121ba27c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:36.568713 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-eb96bfd0-6847-4f9f-8ac4-f2a121ba27c1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3088a41b-b0fa-406c-82ed-5e9ce5ff999c HTTP/1.1" status: 204 len: 168 time: 0.1772397 May 19 05:52:36.616423 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fe3bad85-2f62-49b7-8eda-beffbaa0226b None None] Notify callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:36.640551 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-fe3bad85-2f62-49b7-8eda-beffbaa0226b None None] Transition to ACTIVE for port object 5b1fa0e3-f903-4be6-a3f3-4e32836533bd will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:52:36.640901 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-af7d22e6-f422-40cf-a560-15af6d9a56de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-517945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-469251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27466'] for router, precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:36.675251 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fe3bad85-2f62-49b7-8eda-beffbaa0226b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:36.684515 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:52:36.741824 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659caf4b-01ca-4057-aaf4-562c77509041 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f84fa44-b72f-57ea-990f-e1972563ccfb-a0517521-7aa3-4ae1-8075-882e8b3819a1', 'network_id': 'a0517521-7aa3-4ae1-8075-882e8b3819a1', 'tenant_id': '58a3241c06364da9bd6429cbb43f3234', 'fixed_ips': [{'subnet_id': 'ba9f6f5a-7ba1-436b-8e8c-bbc57d5eaf22'}]}} from dv-cinder-782405-8-iscsi. {{(pid=103392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 05:52:36.743226 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-659caf4b-01ca-4057-aaf4-562c77509041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:36.828552 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad69980-0072-4983-acf4-051f9f9c8aa7 None None] Pushing event updated for resources: {'Port': ['ID=5b1fa0e3-f903-4be6-a3f3-4e32836533bd,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:52:36.868422 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-4ad69980-0072-4983-acf4-051f9f9c8aa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:52:36.981670 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-af7d22e6-f422-40cf-a560-15af6d9a56de admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:37.004134 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-fe3bad85-2f62-49b7-8eda-beffbaa0226b None None] Attempting to bind port 5b1fa0e3-f903-4be6-a3f3-4e32836533bd on host dv-cinder-782405-8-iscsi for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 05:52:37.004522 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-fe3bad85-2f62-49b7-8eda-beffbaa0226b None None] Attempting to bind port 5b1fa0e3-f903-4be6-a3f3-4e32836533bd by drivers openvswitch,hyperv on host dv-cinder-782405-8-iscsi at level 0 using segments [{'id': '0995b668-e989-407a-85ba-5ceffd26935f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '82667610-6b12-4391-a629-fec9ccd32c04'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 05:52:37.004895 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3bad85-2f62-49b7-8eda-beffbaa0226b None None] Attempting to bind port 5b1fa0e3-f903-4be6-a3f3-4e32836533bd on network 82667610-6b12-4391-a629-fec9ccd32c04 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:52:37.012467 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-af7d22e6-f422-40cf-a560-15af6d9a56de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:37.040984 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3bad85-2f62-49b7-8eda-beffbaa0226b None None] Checking agent: {'id': '8851ba53-2e70-4f4c-a9f5-617d9b5548bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 5, 35, 15), 'started_at': datetime.datetime(2021, 5, 19, 5, 35, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 5, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 05:52:37.041375 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3bad85-2f62-49b7-8eda-beffbaa0226b None None] Checking segment: {'id': '0995b668-e989-407a-85ba-5ceffd26935f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '82667610-6b12-4391-a629-fec9ccd32c04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:52:37.041789 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fe3bad85-2f62-49b7-8eda-beffbaa0226b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:37.042194 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3bad85-2f62-49b7-8eda-beffbaa0226b None None] Bound using segment: {'id': '0995b668-e989-407a-85ba-5ceffd26935f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '82667610-6b12-4391-a629-fec9ccd32c04'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 05:52:37.042720 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-fe3bad85-2f62-49b7-8eda-beffbaa0226b None None] Bound port: 5b1fa0e3-f903-4be6-a3f3-4e32836533bd, host: dv-cinder-782405-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0995b668-e989-407a-85ba-5ceffd26935f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '82667610-6b12-4391-a629-fec9ccd32c04'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 05:52:37.043103 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fe3bad85-2f62-49b7-8eda-beffbaa0226b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:37.148145 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-659caf4b-01ca-4057-aaf4-562c77509041 None None] Allocated IP 172.20.0.2 (a0517521-7aa3-4ae1-8075-882e8b3819a1/ba9f6f5a-7ba1-436b-8e8c-bbc57d5eaf22/d59eeec1-4393-4acb-8b9c-f653a44b98c0) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 05:52:37.162637 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [None req-af7d22e6-f422-40cf-a560-15af6d9a56de admin admin] Allocated IP 172.27.0.145 (1e6dde84-3174-47a4-a93f-45a4a19145c3/a354a417-b24c-44ef-b568-941dc79a6d49/ba90dfe8-7a8e-4299-a1f1-5225fc2de263) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 05:52:37.214479 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fe3bad85-2f62-49b7-8eda-beffbaa0226b None None] For port 5b1fa0e3-f903-4be6-a3f3-4e32836533bd, host dv-cinder-782405-8-iscsi, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 05:52:37.318667 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fe3bad85-2f62-49b7-8eda-beffbaa0226b None None] For port 5b1fa0e3-f903-4be6-a3f3-4e32836533bd, host dv-cinder-782405-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-iscsi',level=0,port_id=5b1fa0e3-f903-4be6-a3f3-4e32836533bd,segment=NetworkSegment(0995b668-e989-407a-85ba-5ceffd26935f),segment_id=0995b668-e989-407a-85ba-5ceffd26935f)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 05:52:37.328373 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-af7d22e6-f422-40cf-a560-15af6d9a56de admin admin] Notify callbacks [] for port, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:37.331158 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fe3bad85-2f62-49b7-8eda-beffbaa0226b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:37.338412 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:52:37.361954 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-af7d22e6-f422-40cf-a560-15af6d9a56de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742272799735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263355286'] for port, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:37.365720 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-08d8eb6b-05e2-481c-9033-7d270f23d23a tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:52:37.430374 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7d22e6-f422-40cf-a560-15af6d9a56de admin admin] Network 1e6dde84-3174-47a4-a93f-45a4a19145c3 is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:52:37.433665 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-af7d22e6-f422-40cf-a560-15af6d9a56de admin admin] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:52:37.437699 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7d22e6-f422-40cf-a560-15af6d9a56de admin admin] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 05:52:37.439205 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3bad85-2f62-49b7-8eda-beffbaa0226b None None] Routers {'9e9cbaff-6d5a-426d-a3b5-c84f6db6e450'} bound to L3 agent in host dv-cinder-782405-8-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:52:37.440780 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-fe3bad85-2f62-49b7-8eda-beffbaa0226b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T05:35:15Z,description=,heartbeat_timestamp=2021-05-19T05:52:15Z,host='dv-cinder-782405-8-iscsi',id=b1c473b1-11ec-4d73-8852-93414dd700fb,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:35:15Z,topic='l3_agent')) {'router_ids': ['9e9cbaff-6d5a-426d-a3b5-c84f6db6e450'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:52:37.537759 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad69980-0072-4983-acf4-051f9f9c8aa7 None None] Pushing event updated for resources: {'Port': ['ID=5b1fa0e3-f903-4be6-a3f3-4e32836533bd,revision_number=4']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:52:37.541508 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-4ad69980-0072-4983-acf4-051f9f9c8aa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:52:37.572223 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7d22e6-f422-40cf-a560-15af6d9a56de admin admin] Pushing event updated for resources: {'Port': ['ID=ba90dfe8-7a8e-4299-a1f1-5225fc2de263,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:52:37.623031 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-af7d22e6-f422-40cf-a560-15af6d9a56de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:52:37.708003 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-659caf4b-01ca-4057-aaf4-562c77509041 None None] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:37.733475 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-659caf4b-01ca-4057-aaf4-562c77509041 None None] Transition to ACTIVE for port object d59eeec1-4393-4acb-8b9c-f653a44b98c0 will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:52:37.737078 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-fe3bad85-2f62-49b7-8eda-beffbaa0226b None None] Set router 9e9cbaff-6d5a-426d-a3b5-c84f6db6e450 gateway port host: dv-cinder-782405-8-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:52:37.832794 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-659caf4b-01ca-4057-aaf4-562c77509041 None None] Transition to ACTIVE for port object d59eeec1-4393-4acb-8b9c-f653a44b98c0 will not be triggered until provisioned by entity DHCP. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:52:37.912053 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-659caf4b-01ca-4057-aaf4-562c77509041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742272799735'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:37.926265 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:52:37.987131 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-af7d22e6-f422-40cf-a560-15af6d9a56de admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:38.041010 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659caf4b-01ca-4057-aaf4-562c77509041 None None] Network a0517521-7aa3-4ae1-8075-882e8b3819a1 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:52:38.049740 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-659caf4b-01ca-4057-aaf4-562c77509041 None None] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:52:38.062606 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659caf4b-01ca-4057-aaf4-562c77509041 None None] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 05:52:38.068486 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659caf4b-01ca-4057-aaf4-562c77509041 None None] Pushing event updated for resources: {'Port': ['ID=d59eeec1-4393-4acb-8b9c-f653a44b98c0,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:52:38.076699 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-659caf4b-01ca-4057-aaf4-562c77509041 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:52:38.211849 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-659caf4b-01ca-4057-aaf4-562c77509041 None None] Attempting to bind port d59eeec1-4393-4acb-8b9c-f653a44b98c0 on host dv-cinder-782405-8-iscsi for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 05:52:38.212210 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-659caf4b-01ca-4057-aaf4-562c77509041 None None] Attempting to bind port d59eeec1-4393-4acb-8b9c-f653a44b98c0 by drivers openvswitch,hyperv on host dv-cinder-782405-8-iscsi at level 0 using segments [{'id': 'db2745e3-44ed-4de4-8a14-83de129da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a0517521-7aa3-4ae1-8075-882e8b3819a1'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 05:52:38.212584 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659caf4b-01ca-4057-aaf4-562c77509041 None None] Attempting to bind port d59eeec1-4393-4acb-8b9c-f653a44b98c0 on network a0517521-7aa3-4ae1-8075-882e8b3819a1 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:52:38.219672 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659caf4b-01ca-4057-aaf4-562c77509041 None None] Checking agent: {'id': '8851ba53-2e70-4f4c-a9f5-617d9b5548bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 5, 35, 15), 'started_at': datetime.datetime(2021, 5, 19, 5, 35, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 5, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 05:52:38.220056 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659caf4b-01ca-4057-aaf4-562c77509041 None None] Checking segment: {'id': 'db2745e3-44ed-4de4-8a14-83de129da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a0517521-7aa3-4ae1-8075-882e8b3819a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:52:38.220474 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-659caf4b-01ca-4057-aaf4-562c77509041 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:38.220879 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659caf4b-01ca-4057-aaf4-562c77509041 None None] Bound using segment: {'id': 'db2745e3-44ed-4de4-8a14-83de129da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a0517521-7aa3-4ae1-8075-882e8b3819a1'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 05:52:38.221357 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-659caf4b-01ca-4057-aaf4-562c77509041 None None] Bound port: d59eeec1-4393-4acb-8b9c-f653a44b98c0, host: dv-cinder-782405-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db2745e3-44ed-4de4-8a14-83de129da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a0517521-7aa3-4ae1-8075-882e8b3819a1'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 05:52:38.221746 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-659caf4b-01ca-4057-aaf4-562c77509041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:38.324820 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-fe3bad85-2f62-49b7-8eda-beffbaa0226b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e9cbaff-6d5a-426d-a3b5-c84f6db6e450', 'name': 'tempest-TestShelveInstance-1090475059-router', 'tenant_id': '9e5fa16fa0ad4f04b92ce6a32579830c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '809ddcd7-7570-4ae4-8fc9-49fe62844e00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:52:28Z', 'updated_at': '2021-05-19T05:52:33Z', 'revision_number': 4, 'project_id': '9e5fa16fa0ad4f04b92ce6a32579830c', 'gw_port': {'id': '809ddcd7-7570-4ae4-8fc9-49fe62844e00', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:61:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9cbaff-6d5a-426d-a3b5-c84f6db6e450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:52:29Z', 'updated_at': '2021-05-19T05:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi', '_interfaces': [{'id': '5b1fa0e3-f903-4be6-a3f3-4e32836533bd', 'name': '', 'network_id': '82667610-6b12-4391-a629-fec9ccd32c04', 'tenant_id': '9e5fa16fa0ad4f04b92ce6a32579830c', 'mac_address': 'fa:16:3e:ab:f6:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e9cbaff-6d5a-426d-a3b5-c84f6db6e450', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '0053ef27-2766-4222-88f7-7af5250f9576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:52:32Z', 'updated_at': '2021-05-19T05:52:37Z', 'revision_number': 4, 'project_id': '9e5fa16fa0ad4f04b92ce6a32579830c', 'subnets': [{'id': '0053ef27-2766-4222-88f7-7af5250f9576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:52:38.334652 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3bad85-2f62-49b7-8eda-beffbaa0226b None None] The sync data for ids ['9e9cbaff-6d5a-426d-a3b5-c84f6db6e450'] in dv-cinder-782405-8-iscsi is: [{'id': '9e9cbaff-6d5a-426d-a3b5-c84f6db6e450', 'name': 'tempest-TestShelveInstance-1090475059-router', 'tenant_id': '9e5fa16fa0ad4f04b92ce6a32579830c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '809ddcd7-7570-4ae4-8fc9-49fe62844e00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:52:28Z', 'updated_at': '2021-05-19T05:52:33Z', 'revision_number': 4, 'project_id': '9e5fa16fa0ad4f04b92ce6a32579830c', 'gw_port': {'id': '809ddcd7-7570-4ae4-8fc9-49fe62844e00', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:61:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9cbaff-6d5a-426d-a3b5-c84f6db6e450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:52:29Z', 'updated_at': '2021-05-19T05:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi', '_interfaces': [{'id': '5b1fa0e3-f903-4be6-a3f3-4e32836533bd', 'name': '', 'network_id': '82667610-6b12-4391-a629-fec9ccd32c04', 'tenant_id': '9e5fa16fa0ad4f04b92ce6a32579830c', 'mac_address': 'fa:16:3e:ab:f6:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e9cbaff-6d5a-426d-a3b5-c84f6db6e450', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '0053ef27-2766-4222-88f7-7af5250f9576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:52:32Z', 'updated_at': '2021-05-19T05:52:37Z', 'revision_number': 4, 'project_id': '9e5fa16fa0ad4f04b92ce6a32579830c', 'subnets': [{'id': '0053ef27-2766-4222-88f7-7af5250f9576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 05:52:38.336845 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-af7d22e6-f422-40cf-a560-15af6d9a56de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-518026'] for router, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:38.341232 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-659caf4b-01ca-4057-aaf4-562c77509041 None None] For port d59eeec1-4393-4acb-8b9c-f653a44b98c0, host dv-cinder-782405-8-iscsi, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 05:52:38.344772 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-659caf4b-01ca-4057-aaf4-562c77509041 None None] For port d59eeec1-4393-4acb-8b9c-f653a44b98c0, host dv-cinder-782405-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-iscsi',level=0,port_id=d59eeec1-4393-4acb-8b9c-f653a44b98c0,segment=NetworkSegment(db2745e3-44ed-4de4-8a14-83de129da29d),segment_id=db2745e3-44ed-4de4-8a14-83de129da29d)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 05:52:38.353638 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-659caf4b-01ca-4057-aaf4-562c77509041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:38.358061 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:52:38.509588 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659caf4b-01ca-4057-aaf4-562c77509041 None None] Pushing event updated for resources: {'Port': ['ID=d59eeec1-4393-4acb-8b9c-f653a44b98c0,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:52:38.514893 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-659caf4b-01ca-4057-aaf4-562c77509041 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:52:38.602799 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af7d22e6-f422-40cf-a560-15af6d9a56de admin admin] Router b31f72f5-fc39-4141-ab80-6b23588d330c is scheduled to L3 agent b1c473b1-11ec-4d73-8852-93414dd700fb with binding_index 1 {{(pid=103391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 05:52:38.843716 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 50842) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:52:38.862023 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af7d22e6-f422-40cf-a560-15af6d9a56de admin admin] Notify agent at l3_agent.dv-cinder-782405-8-iscsi the message routers_updated {{(pid=103391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 05:52:38.872309 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928a8e35-8ed0-4adf-887a-c1ee4f5918b5 None None] Sync routers for ids ['b31f72f5-fc39-4141-ab80-6b23588d330c'] in dv-cinder-782405-8-iscsi {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 05:52:38.882649 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928a8e35-8ed0-4adf-887a-c1ee4f5918b5 None None] Routers {'b31f72f5-fc39-4141-ab80-6b23588d330c'} bound to L3 agent in host dv-cinder-782405-8-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:52:38.883576 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-928a8e35-8ed0-4adf-887a-c1ee4f5918b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T05:35:15Z,description=,heartbeat_timestamp=2021-05-19T05:52:15Z,host='dv-cinder-782405-8-iscsi',id=b1c473b1-11ec-4d73-8852-93414dd700fb,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:35:15Z,topic='l3_agent')) {'router_ids': ['b31f72f5-fc39-4141-ab80-6b23588d330c'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:52:38.893553 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-af7d22e6-f422-40cf-a560-15af6d9a56de admin admin] Notify callbacks [] for router, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:38.897737 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-af7d22e6-f422-40cf-a560-15af6d9a56de admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5875900 May 19 05:52:38.899935 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 50848) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:52:39.122590 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ea7e0950-e153-48fb-9636-08d4e21c16ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:39.131406 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-928a8e35-8ed0-4adf-887a-c1ee4f5918b5 None None] Set router b31f72f5-fc39-4141-ab80-6b23588d330c gateway port host: dv-cinder-782405-8-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:52:39.139185 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-ea7e0950-e153-48fb-9636-08d4e21c16ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:52:39.143328 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-ea7e0950-e153-48fb-9636-08d4e21c16ab admin admin] Usage tracker for resource:security_group_rule and tenant:ad7f289c0b1a4746a091598fca55d34f is out of sync, need to count used quota {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:52:39.147513 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-ea7e0950-e153-48fb-9636-08d4e21c16ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:52:39.154747 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-ea7e0950-e153-48fb-9636-08d4e21c16ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:52:39.292771 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ea7e0950-e153-48fb-9636-08d4e21c16ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:39.298736 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ea7e0950-e153-48fb-9636-08d4e21c16ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:39.308542 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-93a15f1d-54e1-4bda-9163-fbb993c7c156 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:52:39.359657 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-ea7e0950-e153-48fb-9636-08d4e21c16ab admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ad7f289c0b1a4746a091598fca55d34f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5146196 May 19 05:52:39.361019 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7e0950-e153-48fb-9636-08d4e21c16ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e650419-567e-4bf9-bdad-02055c6b3dae,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:52:39.364942 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-ea7e0950-e153-48fb-9636-08d4e21c16ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:52:39.365837 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 50852) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:52:39.447715 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-24cff452-71dc-406a-a755-39744bd90b31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:39.484488 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-24cff452-71dc-406a-a755-39744bd90b31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:39.535389 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-928a8e35-8ed0-4adf-887a-c1ee4f5918b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b31f72f5-fc39-4141-ab80-6b23588d330c', 'name': 'tempest-TestShelveInstance-190398972-router', 'tenant_id': '58a3241c06364da9bd6429cbb43f3234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'ba90dfe8-7a8e-4299-a1f1-5225fc2de263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:52:36Z', 'updated_at': '2021-05-19T05:52:37Z', 'revision_number': 3, 'project_id': '58a3241c06364da9bd6429cbb43f3234', 'gw_port': {'id': 'ba90dfe8-7a8e-4299-a1f1-5225fc2de263', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c6:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b31f72f5-fc39-4141-ab80-6b23588d330c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:52:37Z', 'updated_at': '2021-05-19T05:52:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi'}], 'dv-cinder-782405-8-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:52:39.539890 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928a8e35-8ed0-4adf-887a-c1ee4f5918b5 None None] Checking router: b31f72f5-fc39-4141-ab80-6b23588d330c for host: dv-cinder-782405-8-iscsi {{(pid=103393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 05:52:39.540238 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928a8e35-8ed0-4adf-887a-c1ee4f5918b5 None None] Updating router b31f72f5-fc39-4141-ab80-6b23588d330c port ba90dfe8-7a8e-4299-a1f1-5225fc2de263 binding host dv-cinder-782405-8-iscsi {{(pid=103393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 05:52:39.562106 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-24cff452-71dc-406a-a755-39744bd90b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:39.567709 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-74f03c68-9ff9-42e4-b7c8-568a343208a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:52:39.579759 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cff452-71dc-406a-a755-39744bd90b31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e650419-567e-4bf9-bdad-02055c6b3dae,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:52:39.582945 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-24cff452-71dc-406a-a755-39744bd90b31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:52:39.589531 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-24cff452-71dc-406a-a755-39744bd90b31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:39.593217 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-24cff452-71dc-406a-a755-39744bd90b31 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7e650419-567e-4bf9-bdad-02055c6b3dae HTTP/1.1" status: 204 len: 168 time: 0.2232921 May 19 05:52:39.600073 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-8ef77f1b-c1f2-4f7f-903c-9c4facac0416 None None] Agent healthcheck: found 6 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 05:52:39.611318 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-928a8e35-8ed0-4adf-887a-c1ee4f5918b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:39.680490 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57c730f-069f-4a84-9aa1-4197f52ddecf None None] Network a0517521-7aa3-4ae1-8075-882e8b3819a1 requested from dv-cinder-782405-8-iscsi {{(pid=103392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 05:52:39.992960 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device 5b1fa0e3-f903-4be6-a3f3-4e32836533bd up at agent ovs-agent-dv-cinder-782405-8-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:52:40.041527 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-928a8e35-8ed0-4adf-887a-c1ee4f5918b5 None None] Notify callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:40.054144 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-928a8e35-8ed0-4adf-887a-c1ee4f5918b5 None None] Transition to ACTIVE for port object ba90dfe8-7a8e-4299-a1f1-5225fc2de263 will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:52:40.061058 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 50860) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:52:40.063181 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-e1eeff4c-c479-469e-8e0d-af31a2fbfb09 None None] Provisioning for port d59eeec1-4393-4acb-8b9c-f653a44b98c0 completed by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:52:40.073779 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-928a8e35-8ed0-4adf-887a-c1ee4f5918b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:40.078746 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:52:40.084294 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4f70cf03-709b-4dec-ac8f-c23a6e1db4fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:40.092466 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0b1d690f-cd86-4ee1-96dd-3a3988405a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:40.105576 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-4f70cf03-709b-4dec-ac8f-c23a6e1db4fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:52:40.111793 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-4f70cf03-709b-4dec-ac8f-c23a6e1db4fc admin admin] Usage tracker for resource:security_group_rule and tenant:851e4157b8ad4b17b4e6ccdea411505d is out of sync, need to count used quota {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:52:40.115128 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-4f70cf03-709b-4dec-ac8f-c23a6e1db4fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:52:40.115444 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Provisioning for port 5b1fa0e3-f903-4be6-a3f3-4e32836533bd completed by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:52:40.123598 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-4f70cf03-709b-4dec-ac8f-c23a6e1db4fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:52:40.124218 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Provisioning complete for port 5b1fa0e3-f903-4be6-a3f3-4e32836533bd triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:52:40.124789 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:40.152872 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b4159f-14e9-4787-b6e2-c473049688d9 None None] Pushing event updated for resources: {'Port': ['ID=ba90dfe8-7a8e-4299-a1f1-5225fc2de263,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:52:40.165531 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b4159f-14e9-4787-b6e2-c473049688d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:52:40.166822 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b4159f-14e9-4787-b6e2-c473049688d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:52:40.167225 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b4159f-14e9-4787-b6e2-c473049688d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:52:40.167668 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b4159f-14e9-4787-b6e2-c473049688d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:52:40.168000 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b4159f-14e9-4787-b6e2-c473049688d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:52:40.168394 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b4159f-14e9-4787-b6e2-c473049688d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:52:40.168716 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b4159f-14e9-4787-b6e2-c473049688d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:52:40.169268 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b4159f-14e9-4787-b6e2-c473049688d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:52:40.169796 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b4159f-14e9-4787-b6e2-c473049688d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:52:40.170320 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b4159f-14e9-4787-b6e2-c473049688d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:52:40.170860 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b4159f-14e9-4787-b6e2-c473049688d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:52:40.171363 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b4159f-14e9-4787-b6e2-c473049688d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:52:40.176384 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG oslo_concurrency.lockutils [None req-a9b4159f-14e9-4787-b6e2-c473049688d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=103393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:52:40.201644 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-928a8e35-8ed0-4adf-887a-c1ee4f5918b5 None None] Attempting to bind port ba90dfe8-7a8e-4299-a1f1-5225fc2de263 on host dv-cinder-782405-8-iscsi for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 05:52:40.202266 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-928a8e35-8ed0-4adf-887a-c1ee4f5918b5 None None] Attempting to bind port ba90dfe8-7a8e-4299-a1f1-5225fc2de263 by drivers openvswitch,hyperv on host dv-cinder-782405-8-iscsi at level 0 using segments [{'id': 'edaa9548-0a8e-4b05-b39a-c151d3266f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 05:52:40.202895 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928a8e35-8ed0-4adf-887a-c1ee4f5918b5 None None] Attempting to bind port ba90dfe8-7a8e-4299-a1f1-5225fc2de263 on network 1e6dde84-3174-47a4-a93f-45a4a19145c3 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:52:40.209241 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928a8e35-8ed0-4adf-887a-c1ee4f5918b5 None None] Checking agent: {'id': '8851ba53-2e70-4f4c-a9f5-617d9b5548bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 5, 35, 15), 'started_at': datetime.datetime(2021, 5, 19, 5, 35, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 5, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 05:52:40.209941 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928a8e35-8ed0-4adf-887a-c1ee4f5918b5 None None] Checking segment: {'id': 'edaa9548-0a8e-4b05-b39a-c151d3266f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:52:40.210526 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-928a8e35-8ed0-4adf-887a-c1ee4f5918b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:40.211686 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928a8e35-8ed0-4adf-887a-c1ee4f5918b5 None None] Bound using segment: {'id': 'edaa9548-0a8e-4b05-b39a-c151d3266f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 05:52:40.212380 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-928a8e35-8ed0-4adf-887a-c1ee4f5918b5 None None] Bound port: ba90dfe8-7a8e-4299-a1f1-5225fc2de263, host: dv-cinder-782405-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edaa9548-0a8e-4b05-b39a-c151d3266f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 05:52:40.212928 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-928a8e35-8ed0-4adf-887a-c1ee4f5918b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:40.264141 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4f70cf03-709b-4dec-ac8f-c23a6e1db4fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:40.270346 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4f70cf03-709b-4dec-ac8f-c23a6e1db4fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:40.281222 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-9ee08e5e-08b6-44e7-a7f0-c408c6ac395f tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:52:40.297099 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:40.301128 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-928a8e35-8ed0-4adf-887a-c1ee4f5918b5 None None] For port ba90dfe8-7a8e-4299-a1f1-5225fc2de263, host dv-cinder-782405-8-iscsi, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 05:52:40.304806 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-928a8e35-8ed0-4adf-887a-c1ee4f5918b5 None None] For port ba90dfe8-7a8e-4299-a1f1-5225fc2de263, host dv-cinder-782405-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-iscsi',level=0,port_id=ba90dfe8-7a8e-4299-a1f1-5225fc2de263,segment=NetworkSegment(edaa9548-0a8e-4b05-b39a-c151d3266f79),segment_id=edaa9548-0a8e-4b05-b39a-c151d3266f79)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 05:52:40.312035 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-928a8e35-8ed0-4adf-887a-c1ee4f5918b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:40.317855 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG oslo_concurrency.lockutils [None req-50a466d5-ffe5-43b1-8529-a0345efce2c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:52:40.346827 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-4f70cf03-709b-4dec-ac8f-c23a6e1db4fc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=851e4157b8ad4b17b4e6ccdea411505d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2844594 May 19 05:52:40.348200 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f70cf03-709b-4dec-ac8f-c23a6e1db4fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57883ae2-efae-4b98-a9a0-179bfd6e43ec,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:52:40.352075 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 50864) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:52:40.360310 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-4f70cf03-709b-4dec-ac8f-c23a6e1db4fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:52:40.396062 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b4159f-14e9-4787-b6e2-c473049688d9 None None] Pushing event updated for resources: {'Port': ['ID=ba90dfe8-7a8e-4299-a1f1-5225fc2de263,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:52:40.401352 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG oslo_concurrency.lockutils [None req-a9b4159f-14e9-4787-b6e2-c473049688d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=103393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:52:40.414269 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928a8e35-8ed0-4adf-887a-c1ee4f5918b5 None None] Routers {'b31f72f5-fc39-4141-ab80-6b23588d330c'} bound to L3 agent in host dv-cinder-782405-8-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:52:40.415102 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-928a8e35-8ed0-4adf-887a-c1ee4f5918b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T05:35:15Z,description=,heartbeat_timestamp=2021-05-19T05:52:15Z,host='dv-cinder-782405-8-iscsi',id=b1c473b1-11ec-4d73-8852-93414dd700fb,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:35:15Z,topic='l3_agent')) {'router_ids': ['b31f72f5-fc39-4141-ab80-6b23588d330c'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:52:40.416811 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] For port 5b1fa0e3-f903-4be6-a3f3-4e32836533bd, host dv-cinder-782405-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-iscsi',level=0,port_id=5b1fa0e3-f903-4be6-a3f3-4e32836533bd,segment=NetworkSegment(0995b668-e989-407a-85ba-5ceffd26935f),segment_id=0995b668-e989-407a-85ba-5ceffd26935f)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:52:40.425899 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:40.426648 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device d59eeec1-4393-4acb-8b9c-f653a44b98c0 up at agent ovs-agent-dv-cinder-782405-8-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:52:40.455756 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-4d6d8454-5a57-4384-9da9-fe5a5457fd0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:52:40.473814 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e11bbac4-e2b0-4a8d-8ba3-86f1cb0ef2e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:40.478835 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [None req-0b1d690f-cd86-4ee1-96dd-3a3988405a78 admin admin] Allocated IP 172.20.0.1 (a0517521-7aa3-4ae1-8075-882e8b3819a1/ba9f6f5a-7ba1-436b-8e8c-bbc57d5eaf22/13f11dfd-4985-43ba-990e-b7b547390d99) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 05:52:40.512630 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e11bbac4-e2b0-4a8d-8ba3-86f1cb0ef2e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:40.545269 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Pushing event updated for resources: {'Port': ['ID=5b1fa0e3-f903-4be6-a3f3-4e32836533bd,revision_number=5']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:52:40.548517 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:52:40.559263 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Provisioning for port d59eeec1-4393-4acb-8b9c-f653a44b98c0 completed by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:52:40.564838 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Provisioning complete for port d59eeec1-4393-4acb-8b9c-f653a44b98c0 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:52:40.565161 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:40.600175 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-928a8e35-8ed0-4adf-887a-c1ee4f5918b5 None None] Set router b31f72f5-fc39-4141-ab80-6b23588d330c gateway port host: dv-cinder-782405-8-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:52:40.694121 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e11bbac4-e2b0-4a8d-8ba3-86f1cb0ef2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:40.701964 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-d5f2fa28-40fa-4a9d-9036-5c400325e9a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:52:40.708482 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:40.715657 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11bbac4-e2b0-4a8d-8ba3-86f1cb0ef2e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57883ae2-efae-4b98-a9a0-179bfd6e43ec,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:52:40.720087 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0b1d690f-cd86-4ee1-96dd-3a3988405a78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:40.723256 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-e11bbac4-e2b0-4a8d-8ba3-86f1cb0ef2e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:52:40.740595 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e11bbac4-e2b0-4a8d-8ba3-86f1cb0ef2e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:40.744034 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-e11bbac4-e2b0-4a8d-8ba3-86f1cb0ef2e9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/57883ae2-efae-4b98-a9a0-179bfd6e43ec HTTP/1.1" status: 204 len: 168 time: 0.3886464 May 19 05:52:40.748004 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-0b1d690f-cd86-4ee1-96dd-3a3988405a78 admin admin] Transition to ACTIVE for port object 13f11dfd-4985-43ba-990e-b7b547390d99 will not be triggered until provisioned by entity DHCP. {{(pid=103391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:52:40.774452 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0b1d690f-cd86-4ee1-96dd-3a3988405a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742272799735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263355286'] for port, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:40.780248 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-938e88a9-2954-4765-a015-f6b2ae5f55b9 tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:52:40.829590 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] For port d59eeec1-4393-4acb-8b9c-f653a44b98c0, host dv-cinder-782405-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-iscsi',level=0,port_id=d59eeec1-4393-4acb-8b9c-f653a44b98c0,segment=NetworkSegment(db2745e3-44ed-4de4-8a14-83de129da29d),segment_id=db2745e3-44ed-4de4-8a14-83de129da29d)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:52:40.841128 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:40.846972 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-cf858c74-70a7-471f-a50b-aa2173d90e89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:52:40.862412 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1d690f-cd86-4ee1-96dd-3a3988405a78 admin admin] Network a0517521-7aa3-4ae1-8075-882e8b3819a1 is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:52:40.865988 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-0b1d690f-cd86-4ee1-96dd-3a3988405a78 admin admin] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:52:40.868639 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1d690f-cd86-4ee1-96dd-3a3988405a78 admin admin] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 05:52:40.923100 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1d690f-cd86-4ee1-96dd-3a3988405a78 admin admin] Pushing event updated for resources: {'Port': ['ID=13f11dfd-4985-43ba-990e-b7b547390d99,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:52:40.933532 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-0b1d690f-cd86-4ee1-96dd-3a3988405a78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:52:40.939005 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-928a8e35-8ed0-4adf-887a-c1ee4f5918b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b31f72f5-fc39-4141-ab80-6b23588d330c', 'name': 'tempest-TestShelveInstance-190398972-router', 'tenant_id': '58a3241c06364da9bd6429cbb43f3234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'ba90dfe8-7a8e-4299-a1f1-5225fc2de263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:52:36Z', 'updated_at': '2021-05-19T05:52:37Z', 'revision_number': 3, 'project_id': '58a3241c06364da9bd6429cbb43f3234', 'gw_port': {'id': 'ba90dfe8-7a8e-4299-a1f1-5225fc2de263', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c6:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b31f72f5-fc39-4141-ab80-6b23588d330c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:52:37Z', 'updated_at': '2021-05-19T05:52:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi'}], 'dv-cinder-782405-8-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:52:40.943730 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0b1d690f-cd86-4ee1-96dd-3a3988405a78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398905'] for router_interface, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:40.946364 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928a8e35-8ed0-4adf-887a-c1ee4f5918b5 None None] The sync data for ids ['b31f72f5-fc39-4141-ab80-6b23588d330c'] in dv-cinder-782405-8-iscsi is: [{'id': 'b31f72f5-fc39-4141-ab80-6b23588d330c', 'name': 'tempest-TestShelveInstance-190398972-router', 'tenant_id': '58a3241c06364da9bd6429cbb43f3234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'ba90dfe8-7a8e-4299-a1f1-5225fc2de263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:52:36Z', 'updated_at': '2021-05-19T05:52:37Z', 'revision_number': 3, 'project_id': '58a3241c06364da9bd6429cbb43f3234', 'gw_port': {'id': 'ba90dfe8-7a8e-4299-a1f1-5225fc2de263', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c6:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b31f72f5-fc39-4141-ab80-6b23588d330c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:52:37Z', 'updated_at': '2021-05-19T05:52:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi'}] {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 05:52:41.013218 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Pushing event updated for resources: {'Port': ['ID=d59eeec1-4393-4acb-8b9c-f653a44b98c0,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:52:41.027221 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:52:41.259635 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-24ddc6f9-fcaf-48d8-b87e-68895730ee76 None None] Provisioning for port 13f11dfd-4985-43ba-990e-b7b547390d99 completed by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:52:41.265591 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-24ddc6f9-fcaf-48d8-b87e-68895730ee76 None None] Provisioning complete for port 13f11dfd-4985-43ba-990e-b7b547390d99 triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:52:41.266073 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-24ddc6f9-fcaf-48d8-b87e-68895730ee76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:41.345788 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-24ddc6f9-fcaf-48d8-b87e-68895730ee76 None None] Port 13f11dfd-4985-43ba-990e-b7b547390d99 cannot update to ACTIVE because it is not bound. {{(pid=103392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 05:52:41.353998 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0b1d690f-cd86-4ee1-96dd-3a3988405a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:41.590204 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0b1d690f-cd86-4ee1-96dd-3a3988405a78 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:41.595631 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0b1d690f-cd86-4ee1-96dd-3a3988405a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263355279'] for port, after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:41.744172 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-38ee4afb-09e2-4d09-bb1f-c6b82c341561 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:52:41.819520 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1d690f-cd86-4ee1-96dd-3a3988405a78 admin admin] Pushing event updated for resources: {'Port': ['ID=13f11dfd-4985-43ba-990e-b7b547390d99,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:52:41.823700 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-0b1d690f-cd86-4ee1-96dd-3a3988405a78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:52:41.826782 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0b1d690f-cd86-4ee1-96dd-3a3988405a78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398942'] for router_interface, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:41.930698 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device ba90dfe8-7a8e-4299-a1f1-5225fc2de263 up at agent ovs-agent-dv-cinder-782405-8-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:52:41.967236 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1d690f-cd86-4ee1-96dd-3a3988405a78 admin admin] Network a0517521-7aa3-4ae1-8075-882e8b3819a1 is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:52:41.968378 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-0b1d690f-cd86-4ee1-96dd-3a3988405a78 admin admin] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:52:42.033760 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Provisioning for port ba90dfe8-7a8e-4299-a1f1-5225fc2de263 completed by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:52:42.040468 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Provisioning complete for port ba90dfe8-7a8e-4299-a1f1-5225fc2de263 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:52:42.041074 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:42.167905 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:42.187701 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] For port ba90dfe8-7a8e-4299-a1f1-5225fc2de263, host dv-cinder-782405-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-iscsi',level=0,port_id=ba90dfe8-7a8e-4299-a1f1-5225fc2de263,segment=NetworkSegment(edaa9548-0a8e-4b05-b39a-c151d3266f79),segment_id=edaa9548-0a8e-4b05-b39a-c151d3266f79)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:52:42.197545 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:42.198739 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device 5b1fa0e3-f903-4be6-a3f3-4e32836533bd up at agent ovs-agent-dv-cinder-782405-8-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:52:42.204075 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b1d690f-cd86-4ee1-96dd-3a3988405a78 admin admin] Router b31f72f5-fc39-4141-ab80-6b23588d330c has already been hosted by L3 agent b1c473b1-11ec-4d73-8852-93414dd700fb {{(pid=103391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 05:52:42.227553 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:52:42.314294 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-dd836dc2-27e1-47bd-9f43-1bcb6134f459 None None] Provisioning complete for port 13f11dfd-4985-43ba-990e-b7b547390d99 triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:52:42.314294 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dd836dc2-27e1-47bd-9f43-1bcb6134f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:42.385573 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Pushing event updated for resources: {'Port': ['ID=ba90dfe8-7a8e-4299-a1f1-5225fc2de263,revision_number=4']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:52:42.393685 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b1d690f-cd86-4ee1-96dd-3a3988405a78 admin admin] Notify agent at l3_agent.dv-cinder-782405-8-iscsi the message routers_updated {{(pid=103391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 05:52:42.399254 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-0b1d690f-cd86-4ee1-96dd-3a3988405a78 admin admin] 10.222.0.11 "PUT /v2.0/routers/b31f72f5-fc39-4141-ab80-6b23588d330c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4979079 May 19 05:52:42.399727 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:52:42.403980 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bcc8bb8b-7dbd-4839-9872-68afc6bbfc6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:42.413076 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-dd836dc2-27e1-47bd-9f43-1bcb6134f459 None None] Port 13f11dfd-4985-43ba-990e-b7b547390d99 cannot update to ACTIVE because it is not bound. {{(pid=103392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 05:52:42.414947 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Provisioning complete for port 5b1fa0e3-f903-4be6-a3f3-4e32836533bd triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:52:42.415371 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:42.549380 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device d59eeec1-4393-4acb-8b9c-f653a44b98c0 up at agent ovs-agent-dv-cinder-782405-8-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:52:42.627825 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Provisioning complete for port d59eeec1-4393-4acb-8b9c-f653a44b98c0 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:52:42.628309 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:42.848338 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff7c18e-5cea-4a9f-b877-9f96480a25f6 None None] Sync routers for ids ['b31f72f5-fc39-4141-ab80-6b23588d330c'] in dv-cinder-782405-8-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 05:52:42.858070 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff7c18e-5cea-4a9f-b877-9f96480a25f6 None None] Routers {'b31f72f5-fc39-4141-ab80-6b23588d330c'} bound to L3 agent in host dv-cinder-782405-8-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:52:42.858732 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-3ff7c18e-5cea-4a9f-b877-9f96480a25f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T05:35:15Z,description=,heartbeat_timestamp=2021-05-19T05:52:15Z,host='dv-cinder-782405-8-iscsi',id=b1c473b1-11ec-4d73-8852-93414dd700fb,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:35:15Z,topic='l3_agent')) {'router_ids': ['b31f72f5-fc39-4141-ab80-6b23588d330c'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:52:43.081237 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 50930) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:52:43.086657 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-d7cb996c-21c2-411a-b7e5-a0f5af5eb61a tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-394597579', 'description': 'tempest-secgroup-smoke-394597579 description', 'project_id': '9e5fa16fa0ad4f04b92ce6a32579830c'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:52:43.092798 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-d7cb996c-21c2-411a-b7e5-a0f5af5eb61a tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:52:43.097045 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-d7cb996c-21c2-411a-b7e5-a0f5af5eb61a tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Usage tracker for resource:security_group and tenant:9e5fa16fa0ad4f04b92ce6a32579830c is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:52:43.100248 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-d7cb996c-21c2-411a-b7e5-a0f5af5eb61a tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:52:43.107760 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-d7cb996c-21c2-411a-b7e5-a0f5af5eb61a tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:52:43.109482 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-3ff7c18e-5cea-4a9f-b877-9f96480a25f6 None None] Set router b31f72f5-fc39-4141-ab80-6b23588d330c gateway port host: dv-cinder-782405-8-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:52:43.120084 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d7cb996c-21c2-411a-b7e5-a0f5af5eb61a tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Notify callbacks [] for security_group, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:43.144644 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-d7cb996c-21c2-411a-b7e5-a0f5af5eb61a tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:52:43.150022 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-d7cb996c-21c2-411a-b7e5-a0f5af5eb61a tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Usage tracker for resource:security_group_rule and tenant:9e5fa16fa0ad4f04b92ce6a32579830c is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:52:43.155416 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-d7cb996c-21c2-411a-b7e5-a0f5af5eb61a tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:52:43.161531 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-d7cb996c-21c2-411a-b7e5-a0f5af5eb61a tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:52:43.245841 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d7cb996c-21c2-411a-b7e5-a0f5af5eb61a tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Notify callbacks [] for security_group, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:43.250189 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d7cb996c-21c2-411a-b7e5-a0f5af5eb61a tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:43.256490 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-c2080507-1028-4878-80ef-3462478100c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:52:43.299307 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d7cb996c-21c2-411a-b7e5-a0f5af5eb61a tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Notify callbacks [] for security_group, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:43.302677 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-d7cb996c-21c2-411a-b7e5-a0f5af5eb61a tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2180016 May 19 05:52:43.302677 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cb996c-21c2-411a-b7e5-a0f5af5eb61a tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=331ae10b-a658-455d-b25e-fc1ede8855bb,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:52:43.303508 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 50946) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:52:43.311890 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-d7cb996c-21c2-411a-b7e5-a0f5af5eb61a tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:52:43.315184 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-9e2e8295-1c68-4c3a-89f6-8cd2013d05e0 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Request body: {'security_group_rule': {'security_group_id': '331ae10b-a658-455d-b25e-fc1ede8855bb', 'project_id': '9e5fa16fa0ad4f04b92ce6a32579830c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:52:43.325878 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-9e2e8295-1c68-4c3a-89f6-8cd2013d05e0 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:52:43.329931 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-9e2e8295-1c68-4c3a-89f6-8cd2013d05e0 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Usage tracker for resource:security_group_rule and tenant:9e5fa16fa0ad4f04b92ce6a32579830c is out of sync, need to count used quota {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:52:43.332914 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-9e2e8295-1c68-4c3a-89f6-8cd2013d05e0 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:52:43.339652 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-9e2e8295-1c68-4c3a-89f6-8cd2013d05e0 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:52:43.357991 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9e2e8295-1c68-4c3a-89f6-8cd2013d05e0 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:43.431842 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9e2e8295-1c68-4c3a-89f6-8cd2013d05e0 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:43.436767 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9e2e8295-1c68-4c3a-89f6-8cd2013d05e0 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555713'] for security_group_rule, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:43.439106 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-e8e8969f-5c96-4130-8127-aa2c7a40b066 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:52:43.443991 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-3ff7c18e-5cea-4a9f-b877-9f96480a25f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b31f72f5-fc39-4141-ab80-6b23588d330c', 'name': 'tempest-TestShelveInstance-190398972-router', 'tenant_id': '58a3241c06364da9bd6429cbb43f3234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'ba90dfe8-7a8e-4299-a1f1-5225fc2de263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:52:36Z', 'updated_at': '2021-05-19T05:52:41Z', 'revision_number': 4, 'project_id': '58a3241c06364da9bd6429cbb43f3234', 'gw_port': {'id': 'ba90dfe8-7a8e-4299-a1f1-5225fc2de263', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31f72f5-fc39-4141-ab80-6b23588d330c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:52:37Z', 'updated_at': '2021-05-19T05:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi', '_interfaces': [{'id': '13f11dfd-4985-43ba-990e-b7b547390d99', 'name': '', 'network_id': 'a0517521-7aa3-4ae1-8075-882e8b3819a1', 'tenant_id': '58a3241c06364da9bd6429cbb43f3234', 'mac_address': 'fa:16:3e:e5:db:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b31f72f5-fc39-4141-ab80-6b23588d330c', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'ba9f6f5a-7ba1-436b-8e8c-bbc57d5eaf22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:52:40Z', 'updated_at': '2021-05-19T05:52:41Z', 'revision_number': 2, 'project_id': '58a3241c06364da9bd6429cbb43f3234', 'subnets': [{'id': 'ba9f6f5a-7ba1-436b-8e8c-bbc57d5eaf22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:52:43.449619 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff7c18e-5cea-4a9f-b877-9f96480a25f6 None None] Checking router: b31f72f5-fc39-4141-ab80-6b23588d330c for host: dv-cinder-782405-8-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 05:52:43.450226 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff7c18e-5cea-4a9f-b877-9f96480a25f6 None None] Updating router b31f72f5-fc39-4141-ab80-6b23588d330c port 13f11dfd-4985-43ba-990e-b7b547390d99 binding host dv-cinder-782405-8-iscsi {{(pid=103392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 05:52:43.465162 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2e8295-1c68-4c3a-89f6-8cd2013d05e0 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fd07f55-802c-446c-b3f1-41e354acbd02,revision_number=0']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:52:43.470574 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-9e2e8295-1c68-4c3a-89f6-8cd2013d05e0 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:52:43.484029 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9e2e8295-1c68-4c3a-89f6-8cd2013d05e0 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:43.485874 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-9e2e8295-1c68-4c3a-89f6-8cd2013d05e0 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1788914 May 19 05:52:43.488397 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 50962) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:52:43.493758 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-94a52db4-db64-42a8-866f-be6197cd83ef tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Request body: {'security_group_rule': {'security_group_id': '331ae10b-a658-455d-b25e-fc1ede8855bb', 'project_id': '9e5fa16fa0ad4f04b92ce6a32579830c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:52:43.499643 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-94a52db4-db64-42a8-866f-be6197cd83ef tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:52:43.503704 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-94a52db4-db64-42a8-866f-be6197cd83ef tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Usage tracker for resource:security_group_rule and tenant:9e5fa16fa0ad4f04b92ce6a32579830c is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:52:43.511059 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-94a52db4-db64-42a8-866f-be6197cd83ef tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:52:43.517334 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-94a52db4-db64-42a8-866f-be6197cd83ef tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:52:43.520867 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3ff7c18e-5cea-4a9f-b877-9f96480a25f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:43.536388 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-94a52db4-db64-42a8-866f-be6197cd83ef tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:43.603247 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-94a52db4-db64-42a8-866f-be6197cd83ef tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:43.608434 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-94a52db4-db64-42a8-866f-be6197cd83ef tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555713'] for security_group_rule, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:43.610532 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-334a8ffe-9598-4641-bec6-e61a88a505cd tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:52:43.638676 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a52db4-db64-42a8-866f-be6197cd83ef tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2543b4f-cb47-48ef-a44e-2725c6736bf3,revision_number=0']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:52:43.641091 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-94a52db4-db64-42a8-866f-be6197cd83ef tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:52:43.652842 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-94a52db4-db64-42a8-866f-be6197cd83ef tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:43.654629 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-94a52db4-db64-42a8-866f-be6197cd83ef tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1646240 May 19 05:52:43.657673 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 50976) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:52:43.665074 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-8b8eecef-1d71-4db8-bd27-27c727b3ab0f tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Request body: {'security_group_rule': {'security_group_id': '331ae10b-a658-455d-b25e-fc1ede8855bb', 'project_id': '9e5fa16fa0ad4f04b92ce6a32579830c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:52:43.672465 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-8b8eecef-1d71-4db8-bd27-27c727b3ab0f tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:52:43.676830 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-8b8eecef-1d71-4db8-bd27-27c727b3ab0f tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Usage tracker for resource:security_group_rule and tenant:9e5fa16fa0ad4f04b92ce6a32579830c is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:52:43.680291 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-8b8eecef-1d71-4db8-bd27-27c727b3ab0f tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:52:43.686283 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-8b8eecef-1d71-4db8-bd27-27c727b3ab0f tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:52:43.704446 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8b8eecef-1d71-4db8-bd27-27c727b3ab0f tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:43.789784 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8b8eecef-1d71-4db8-bd27-27c727b3ab0f tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:43.799480 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8b8eecef-1d71-4db8-bd27-27c727b3ab0f tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555713'] for security_group_rule, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:43.801631 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:52:43.823472 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8eecef-1d71-4db8-bd27-27c727b3ab0f tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6785897c-d195-4dc9-b3d6-c9101f0307f3,revision_number=0']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:52:43.827477 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-8b8eecef-1d71-4db8-bd27-27c727b3ab0f tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:52:43.839226 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8b8eecef-1d71-4db8-bd27-27c727b3ab0f tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:43.840212 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-8b8eecef-1d71-4db8-bd27-27c727b3ab0f tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1811917 May 19 05:52:43.844540 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 50990) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:52:43.850049 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-dbd4a010-488c-44a9-9703-d2d174dc757c tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Request body: {'security_group_rule': {'security_group_id': '331ae10b-a658-455d-b25e-fc1ede8855bb', 'project_id': '9e5fa16fa0ad4f04b92ce6a32579830c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:52:43.856178 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-dbd4a010-488c-44a9-9703-d2d174dc757c tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:52:43.860311 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-dbd4a010-488c-44a9-9703-d2d174dc757c tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Usage tracker for resource:security_group_rule and tenant:9e5fa16fa0ad4f04b92ce6a32579830c is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:52:43.863204 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-dbd4a010-488c-44a9-9703-d2d174dc757c tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:52:43.870033 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-dbd4a010-488c-44a9-9703-d2d174dc757c tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:52:43.880834 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device ba90dfe8-7a8e-4299-a1f1-5225fc2de263 up at agent ovs-agent-dv-cinder-782405-8-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:52:43.892592 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-dbd4a010-488c-44a9-9703-d2d174dc757c tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:43.958914 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3ff7c18e-5cea-4a9f-b877-9f96480a25f6 None None] Notify callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:43.968539 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-dbd4a010-488c-44a9-9703-d2d174dc757c tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:43.973660 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-dbd4a010-488c-44a9-9703-d2d174dc757c tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555713'] for security_group_rule, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:43.973831 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-3ff7c18e-5cea-4a9f-b877-9f96480a25f6 None None] Transition to ACTIVE for port object 13f11dfd-4985-43ba-990e-b7b547390d99 will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:52:43.976806 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-b016dd8b-7a2a-4976-ac7f-a873561186dd tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:52:43.982652 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3ff7c18e-5cea-4a9f-b877-9f96480a25f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:43.987045 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:52:43.999516 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd4a010-488c-44a9-9703-d2d174dc757c tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=704cc38f-e945-4987-8e99-20133ef4a569,revision_number=0']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:52:44.008961 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-dbd4a010-488c-44a9-9703-d2d174dc757c tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:52:44.016728 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-dbd4a010-488c-44a9-9703-d2d174dc757c tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:44.020618 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-dbd4a010-488c-44a9-9703-d2d174dc757c tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1725383 May 19 05:52:44.020918 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 51008) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:52:44.026401 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-9bf8be13-050a-4c9a-ac72-34fb2f21c83c tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Request body: {'security_group_rule': {'security_group_id': '331ae10b-a658-455d-b25e-fc1ede8855bb', 'project_id': '9e5fa16fa0ad4f04b92ce6a32579830c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:52:44.033435 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-9bf8be13-050a-4c9a-ac72-34fb2f21c83c tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:52:44.040000 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Provisioning complete for port ba90dfe8-7a8e-4299-a1f1-5225fc2de263 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:52:44.040378 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:44.040799 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-9bf8be13-050a-4c9a-ac72-34fb2f21c83c tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Usage tracker for resource:security_group_rule and tenant:9e5fa16fa0ad4f04b92ce6a32579830c is out of sync, need to count used quota {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:52:44.053549 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-9bf8be13-050a-4c9a-ac72-34fb2f21c83c tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:52:44.071489 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-9bf8be13-050a-4c9a-ac72-34fb2f21c83c tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:52:44.100849 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.db.securitygroups_db [None req-9bf8be13-050a-4c9a-ac72-34fb2f21c83c tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Project 9e5fa16fa0ad4f04b92ce6a32579830c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 05:52:44.109767 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9bf8be13-050a-4c9a-ac72-34fb2f21c83c tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:44.199994 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9bf8be13-050a-4c9a-ac72-34fb2f21c83c tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:44.206483 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9bf8be13-050a-4c9a-ac72-34fb2f21c83c tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555713'] for security_group_rule, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:44.208744 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-a1cc02a2-bd0e-4d64-a6ce-ce9ae816dc42 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:52:44.223578 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832a1f27-200d-4be3-b6b3-2678c3de0d0d None None] Pushing event updated for resources: {'Port': ['ID=13f11dfd-4985-43ba-990e-b7b547390d99,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:52:44.233535 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf8be13-050a-4c9a-ac72-34fb2f21c83c tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=486cdcb4-ccc8-4123-97aa-375b6c2244be,revision_number=0']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:52:44.241371 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-9bf8be13-050a-4c9a-ac72-34fb2f21c83c tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:52:44.252740 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9bf8be13-050a-4c9a-ac72-34fb2f21c83c tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:44.252869 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-832a1f27-200d-4be3-b6b3-2678c3de0d0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:52:44.256609 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-9bf8be13-050a-4c9a-ac72-34fb2f21c83c tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2320290 May 19 05:52:44.256818 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 51018) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:52:44.262809 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-44c2e5dd-6a1b-4bfe-ba94-6f265c279b8b tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Request body: {'security_group_rule': {'security_group_id': '331ae10b-a658-455d-b25e-fc1ede8855bb', 'project_id': '9e5fa16fa0ad4f04b92ce6a32579830c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:52:44.269449 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-44c2e5dd-6a1b-4bfe-ba94-6f265c279b8b tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:52:44.275119 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-44c2e5dd-6a1b-4bfe-ba94-6f265c279b8b tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Usage tracker for resource:security_group_rule and tenant:9e5fa16fa0ad4f04b92ce6a32579830c is out of sync, need to count used quota {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:52:44.278749 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-44c2e5dd-6a1b-4bfe-ba94-6f265c279b8b tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:52:44.285635 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-44c2e5dd-6a1b-4bfe-ba94-6f265c279b8b tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:52:44.302962 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.db.securitygroups_db [None req-44c2e5dd-6a1b-4bfe-ba94-6f265c279b8b tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Project 9e5fa16fa0ad4f04b92ce6a32579830c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 05:52:44.310658 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-44c2e5dd-6a1b-4bfe-ba94-6f265c279b8b tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:44.409092 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-3ff7c18e-5cea-4a9f-b877-9f96480a25f6 None None] Attempting to bind port 13f11dfd-4985-43ba-990e-b7b547390d99 on host dv-cinder-782405-8-iscsi for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 05:52:44.409594 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-3ff7c18e-5cea-4a9f-b877-9f96480a25f6 None None] Attempting to bind port 13f11dfd-4985-43ba-990e-b7b547390d99 by drivers openvswitch,hyperv on host dv-cinder-782405-8-iscsi at level 0 using segments [{'id': 'db2745e3-44ed-4de4-8a14-83de129da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a0517521-7aa3-4ae1-8075-882e8b3819a1'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 05:52:44.410054 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff7c18e-5cea-4a9f-b877-9f96480a25f6 None None] Attempting to bind port 13f11dfd-4985-43ba-990e-b7b547390d99 on network a0517521-7aa3-4ae1-8075-882e8b3819a1 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:52:44.422397 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-44c2e5dd-6a1b-4bfe-ba94-6f265c279b8b tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:44.428818 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-44c2e5dd-6a1b-4bfe-ba94-6f265c279b8b tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555713'] for security_group_rule, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:44.432081 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-811bceb4-3ac5-44f8-842a-ade23d086f41 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:52:44.446311 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff7c18e-5cea-4a9f-b877-9f96480a25f6 None None] Checking agent: {'id': '8851ba53-2e70-4f4c-a9f5-617d9b5548bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 5, 35, 15), 'started_at': datetime.datetime(2021, 5, 19, 5, 35, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 5, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 05:52:44.446958 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff7c18e-5cea-4a9f-b877-9f96480a25f6 None None] Checking segment: {'id': 'db2745e3-44ed-4de4-8a14-83de129da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a0517521-7aa3-4ae1-8075-882e8b3819a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:52:44.447673 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3ff7c18e-5cea-4a9f-b877-9f96480a25f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:44.448189 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff7c18e-5cea-4a9f-b877-9f96480a25f6 None None] Bound using segment: {'id': 'db2745e3-44ed-4de4-8a14-83de129da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a0517521-7aa3-4ae1-8075-882e8b3819a1'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 05:52:44.448867 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-3ff7c18e-5cea-4a9f-b877-9f96480a25f6 None None] Bound port: 13f11dfd-4985-43ba-990e-b7b547390d99, host: dv-cinder-782405-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db2745e3-44ed-4de4-8a14-83de129da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a0517521-7aa3-4ae1-8075-882e8b3819a1'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 05:52:44.449296 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3ff7c18e-5cea-4a9f-b877-9f96480a25f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:44.455578 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c2e5dd-6a1b-4bfe-ba94-6f265c279b8b tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acf2a141-c830-4f20-92a9-81416dacc4c2,revision_number=0']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:52:44.467415 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-44c2e5dd-6a1b-4bfe-ba94-6f265c279b8b tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:52:44.493258 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-44c2e5dd-6a1b-4bfe-ba94-6f265c279b8b tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:44.494748 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-44c2e5dd-6a1b-4bfe-ba94-6f265c279b8b tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2370012 May 19 05:52:44.588164 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-3ff7c18e-5cea-4a9f-b877-9f96480a25f6 None None] For port 13f11dfd-4985-43ba-990e-b7b547390d99, host dv-cinder-782405-8-iscsi, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 05:52:44.591257 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-3ff7c18e-5cea-4a9f-b877-9f96480a25f6 None None] For port 13f11dfd-4985-43ba-990e-b7b547390d99, host dv-cinder-782405-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-iscsi',level=0,port_id=13f11dfd-4985-43ba-990e-b7b547390d99,segment=NetworkSegment(db2745e3-44ed-4de4-8a14-83de129da29d),segment_id=db2745e3-44ed-4de4-8a14-83de129da29d)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 05:52:44.597294 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3ff7c18e-5cea-4a9f-b877-9f96480a25f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:44.600973 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-659caf4b-01ca-4057-aaf4-562c77509041 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:52:44.677843 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff7c18e-5cea-4a9f-b877-9f96480a25f6 None None] Routers {'b31f72f5-fc39-4141-ab80-6b23588d330c'} bound to L3 agent in host dv-cinder-782405-8-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:52:44.678464 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-3ff7c18e-5cea-4a9f-b877-9f96480a25f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T05:35:15Z,description=,heartbeat_timestamp=2021-05-19T05:52:15Z,host='dv-cinder-782405-8-iscsi',id=b1c473b1-11ec-4d73-8852-93414dd700fb,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:35:15Z,topic='l3_agent')) {'router_ids': ['b31f72f5-fc39-4141-ab80-6b23588d330c'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:52:44.752384 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832a1f27-200d-4be3-b6b3-2678c3de0d0d None None] Pushing event updated for resources: {'Port': ['ID=13f11dfd-4985-43ba-990e-b7b547390d99,revision_number=4']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:52:44.769760 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-832a1f27-200d-4be3-b6b3-2678c3de0d0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:52:44.834209 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 51066) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:52:44.935851 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-871805a4-f167-490b-90af-2dfadbd6e29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:44.956508 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:44.964432 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ec73eb43-1dc5-4b58-8a0c-4787ee406548 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:44.971902 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-3ff7c18e-5cea-4a9f-b877-9f96480a25f6 None None] Set router b31f72f5-fc39-4141-ab80-6b23588d330c gateway port host: dv-cinder-782405-8-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:52:44.978998 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-ec73eb43-1dc5-4b58-8a0c-4787ee406548 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:52:44.983081 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-ec73eb43-1dc5-4b58-8a0c-4787ee406548 admin admin] Usage tracker for resource:security_group_rule and tenant:268bd5961d49453abe5d4dda3bbb0fb6 is out of sync, need to count used quota {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:52:44.986197 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-ec73eb43-1dc5-4b58-8a0c-4787ee406548 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:52:44.992864 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-ec73eb43-1dc5-4b58-8a0c-4787ee406548 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:52:45.079766 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ec73eb43-1dc5-4b58-8a0c-4787ee406548 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:45.084460 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ec73eb43-1dc5-4b58-8a0c-4787ee406548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:45.093600 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-8dbc664a-7e89-4b6b-ac70-88f16cfa85df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:52:45.142717 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-ec73eb43-1dc5-4b58-8a0c-4787ee406548 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=268bd5961d49453abe5d4dda3bbb0fb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3073459 May 19 05:52:45.145382 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 51076) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:52:45.151605 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec73eb43-1dc5-4b58-8a0c-4787ee406548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bdca9f6-873f-4193-92e8-dac0c9a44cfa,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:52:45.154967 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-ec73eb43-1dc5-4b58-8a0c-4787ee406548 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:52:45.227317 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b5871107-419d-4b7e-be78-8826f259d2ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:45.261555 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b5871107-419d-4b7e-be78-8826f259d2ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:45.322428 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b5871107-419d-4b7e-be78-8826f259d2ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:45.327209 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-e63a3cb2-4ed1-4602-93f6-8d7fd66bba6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:52:45.335115 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-3ff7c18e-5cea-4a9f-b877-9f96480a25f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b31f72f5-fc39-4141-ab80-6b23588d330c', 'name': 'tempest-TestShelveInstance-190398972-router', 'tenant_id': '58a3241c06364da9bd6429cbb43f3234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'ba90dfe8-7a8e-4299-a1f1-5225fc2de263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:52:36Z', 'updated_at': '2021-05-19T05:52:41Z', 'revision_number': 4, 'project_id': '58a3241c06364da9bd6429cbb43f3234', 'gw_port': {'id': 'ba90dfe8-7a8e-4299-a1f1-5225fc2de263', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31f72f5-fc39-4141-ab80-6b23588d330c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:52:37Z', 'updated_at': '2021-05-19T05:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi', '_interfaces': [{'id': '13f11dfd-4985-43ba-990e-b7b547390d99', 'name': '', 'network_id': 'a0517521-7aa3-4ae1-8075-882e8b3819a1', 'tenant_id': '58a3241c06364da9bd6429cbb43f3234', 'mac_address': 'fa:16:3e:e5:db:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b31f72f5-fc39-4141-ab80-6b23588d330c', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'ba9f6f5a-7ba1-436b-8e8c-bbc57d5eaf22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:52:40Z', 'updated_at': '2021-05-19T05:52:44Z', 'revision_number': 4, 'project_id': '58a3241c06364da9bd6429cbb43f3234', 'subnets': [{'id': 'ba9f6f5a-7ba1-436b-8e8c-bbc57d5eaf22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:52:45.339356 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff7c18e-5cea-4a9f-b877-9f96480a25f6 None None] The sync data for ids ['b31f72f5-fc39-4141-ab80-6b23588d330c'] in dv-cinder-782405-8-iscsi is: [{'id': 'b31f72f5-fc39-4141-ab80-6b23588d330c', 'name': 'tempest-TestShelveInstance-190398972-router', 'tenant_id': '58a3241c06364da9bd6429cbb43f3234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'ba90dfe8-7a8e-4299-a1f1-5225fc2de263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:52:36Z', 'updated_at': '2021-05-19T05:52:41Z', 'revision_number': 4, 'project_id': '58a3241c06364da9bd6429cbb43f3234', 'gw_port': {'id': 'ba90dfe8-7a8e-4299-a1f1-5225fc2de263', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31f72f5-fc39-4141-ab80-6b23588d330c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:52:37Z', 'updated_at': '2021-05-19T05:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi', '_interfaces': [{'id': '13f11dfd-4985-43ba-990e-b7b547390d99', 'name': '', 'network_id': 'a0517521-7aa3-4ae1-8075-882e8b3819a1', 'tenant_id': '58a3241c06364da9bd6429cbb43f3234', 'mac_address': 'fa:16:3e:e5:db:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b31f72f5-fc39-4141-ab80-6b23588d330c', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'ba9f6f5a-7ba1-436b-8e8c-bbc57d5eaf22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:52:40Z', 'updated_at': '2021-05-19T05:52:44Z', 'revision_number': 4, 'project_id': '58a3241c06364da9bd6429cbb43f3234', 'subnets': [{'id': 'ba9f6f5a-7ba1-436b-8e8c-bbc57d5eaf22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 05:52:45.340199 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5871107-419d-4b7e-be78-8826f259d2ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bdca9f6-873f-4193-92e8-dac0c9a44cfa,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:52:45.342778 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-b5871107-419d-4b7e-be78-8826f259d2ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:52:45.343951 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b5871107-419d-4b7e-be78-8826f259d2ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:45.346757 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-b5871107-419d-4b7e-be78-8826f259d2ff admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9bdca9f6-873f-4193-92e8-dac0c9a44cfa HTTP/1.1" status: 204 len: 168 time: 0.1989102 May 19 05:52:45.689944 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 51102) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:52:45.708625 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d1ff0d4c-9e0a-4847-8fb3-e8a68ea45df7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:45.724912 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-d1ff0d4c-9e0a-4847-8fb3-e8a68ea45df7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:52:45.729488 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-d1ff0d4c-9e0a-4847-8fb3-e8a68ea45df7 admin admin] Usage tracker for resource:security_group_rule and tenant:aedbfc4791c1445c83356c638e0600b4 is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:52:45.732716 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-d1ff0d4c-9e0a-4847-8fb3-e8a68ea45df7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:52:45.738442 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-d1ff0d4c-9e0a-4847-8fb3-e8a68ea45df7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:52:45.846223 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d1ff0d4c-9e0a-4847-8fb3-e8a68ea45df7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:45.850840 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d1ff0d4c-9e0a-4847-8fb3-e8a68ea45df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:45.861545 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-8f23d32e-5e54-422a-9766-f0f8908fd1e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:52:45.896082 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device 13f11dfd-4985-43ba-990e-b7b547390d99 up at agent ovs-agent-dv-cinder-782405-8-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:52:45.907911 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-d1ff0d4c-9e0a-4847-8fb3-e8a68ea45df7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=aedbfc4791c1445c83356c638e0600b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2163870 May 19 05:52:45.910421 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 51106) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:52:45.922177 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ff0d4c-9e0a-4847-8fb3-e8a68ea45df7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b78b5882-b491-48ad-9541-66ddca751d4b,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:52:45.927347 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-d1ff0d4c-9e0a-4847-8fb3-e8a68ea45df7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:52:45.946958 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-db7c5e23-657c-45d4-9da5-15ba3bf0d241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:45.976128 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Provisioning for port 13f11dfd-4985-43ba-990e-b7b547390d99 completed by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:52:45.980212 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b48cf88b-28bd-423a-b3f8-4e2bf16bb800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:45.982093 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Provisioning complete for port 13f11dfd-4985-43ba-990e-b7b547390d99 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:52:45.982708 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:46.009018 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b48cf88b-28bd-423a-b3f8-4e2bf16bb800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:46.074235 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b48cf88b-28bd-423a-b3f8-4e2bf16bb800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:46.079267 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-aebf21ab-04a8-41a5-b5dd-d8a1a8934c50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:52:46.094580 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48cf88b-28bd-423a-b3f8-4e2bf16bb800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b78b5882-b491-48ad-9541-66ddca751d4b,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:52:46.097089 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-b48cf88b-28bd-423a-b3f8-4e2bf16bb800 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:52:46.098534 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b48cf88b-28bd-423a-b3f8-4e2bf16bb800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:46.102769 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-b48cf88b-28bd-423a-b3f8-4e2bf16bb800 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b78b5882-b491-48ad-9541-66ddca751d4b HTTP/1.1" status: 204 len: 168 time: 0.1882679 May 19 05:52:46.125902 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:46.160493 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] For port 13f11dfd-4985-43ba-990e-b7b547390d99, host dv-cinder-782405-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-iscsi',level=0,port_id=13f11dfd-4985-43ba-990e-b7b547390d99,segment=NetworkSegment(db2745e3-44ed-4de4-8a14-83de129da29d),segment_id=db2745e3-44ed-4de4-8a14-83de129da29d)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:52:46.165953 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:46.168548 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-2df777b6-d69b-44b2-a0c1-c8f0070bcf13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:52:46.239731 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Pushing event updated for resources: {'Port': ['ID=13f11dfd-4985-43ba-990e-b7b547390d99,revision_number=5']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:52:46.247162 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:52:47.599302 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ca9ec6bf-79c4-448f-b3bb-8c49e8cf3732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:47.813194 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device 13f11dfd-4985-43ba-990e-b7b547390d99 up at agent ovs-agent-dv-cinder-782405-8-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:52:47.887502 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Provisioning complete for port 13f11dfd-4985-43ba-990e-b7b547390d99 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:52:47.888157 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:58.262017 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:02.755723 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9a3697c1-d765-49ab-9319-ef5bf1b9616f req-f1082d55-6d25-448e-9c36-c973e0a5a043 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6288ad2e-4e69-4d1d-a01d-89b2c52155a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1733036 May 19 05:53:02.893032 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3697c1-d765-49ab-9319-ef5bf1b9616f req-d70f79f1-039b-463a-b64f-b3b1bcf783e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:53:02.894460 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9a3697c1-d765-49ab-9319-ef5bf1b9616f req-d70f79f1-039b-463a-b64f-b3b1bcf783e2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c17fd9a8c56841e28e94a39c06931094&device_id=6288ad2e-4e69-4d1d-a01d-89b2c52155a7 HTTP/1.1" status: 200 len: 1099 time: 0.0700049 May 19 05:53:03.036216 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3697c1-d765-49ab-9319-ef5bf1b9616f req-4d68d5f1-9ada-45bb-80a1-d6b815c42eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:53:03.037621 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9a3697c1-d765-49ab-9319-ef5bf1b9616f req-4d68d5f1-9ada-45bb-80a1-d6b815c42eb3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=66468b2a-efab-4a3c-bf32-cbdbf073937c HTTP/1.1" status: 200 len: 918 time: 0.1229975 May 19 05:53:03.229700 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9a3697c1-d765-49ab-9319-ef5bf1b9616f req-2aef1306-60d8-4aeb-95a1-85a495b9bb24 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f42976f-b938-47c2-bd49-4909278b62bc HTTP/1.1" status: 200 len: 1000 time: 0.1850917 May 19 05:53:03.290067 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3697c1-d765-49ab-9319-ef5bf1b9616f req-b28209b2-7232-4ea3-bead-2cce325b28d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:53:03.291440 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9a3697c1-d765-49ab-9319-ef5bf1b9616f req-b28209b2-7232-4ea3-bead-2cce325b28d5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0fe61487-2837-401f-bfcd-f193a4daf6f6 HTTP/1.1" status: 200 len: 856 time: 0.0550594 May 19 05:53:03.367037 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3697c1-d765-49ab-9319-ef5bf1b9616f req-5f7bece8-cef1-4aec-8a0e-2580739d1d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:53:03.368450 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9a3697c1-d765-49ab-9319-ef5bf1b9616f req-5f7bece8-cef1-4aec-8a0e-2580739d1d31 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=66468b2a-efab-4a3c-bf32-cbdbf073937c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0708988 May 19 05:53:03.379839 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [req-9a3697c1-d765-49ab-9319-ef5bf1b9616f req-3817c237-1846-4914-9753-ea48b9bbd7f6 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103391) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 05:53:03.380752 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9a3697c1-d765-49ab-9319-ef5bf1b9616f req-3817c237-1846-4914-9753-ea48b9bbd7f6 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048251 May 19 05:53:03.512868 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9a3697c1-d765-49ab-9319-ef5bf1b9616f req-d9e5a151-bef9-4641-a685-2e4b2dd2e604 service neutron] 10.222.0.26 "GET /v2.0/networks/66468b2a-efab-4a3c-bf32-cbdbf073937c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253335 May 19 05:53:03.643745 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9a3697c1-d765-49ab-9319-ef5bf1b9616f req-cf46c782-e891-4199-915d-99da19bd60ca service neutron] 10.222.0.26 "GET /v2.0/networks/66468b2a-efab-4a3c-bf32-cbdbf073937c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239758 May 19 05:53:12.338153 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-902aae2b-aba1-4a8b-8bce-7b94defbe40d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:14.698850 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c609e827-ff5d-4f78-9f45-ccb803bdc967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:14.848476 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:15.899957 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-db7c5e23-657c-45d4-9da5-15ba3bf0d241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:16.589021 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-8ef77f1b-c1f2-4f7f-903c-9c4facac0416 None None] Agent healthcheck: found 6 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 05:53:17.600798 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ca9ec6bf-79c4-448f-b3bb-8c49e8cf3732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:21.551927 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-8b2a44c9-fa6f-4639-8463-ea55d269f662 req-d88c34ab-c981-4107-9a61-cc6ef546cf95 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Synchronizing usage tracker for tenant:9e5fa16fa0ad4f04b92ce6a32579830c on resource:security_group {{(pid=103391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:53:21.568212 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-8b2a44c9-fa6f-4639-8463-ea55d269f662 req-d88c34ab-c981-4107-9a61-cc6ef546cf95 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Unset dirty status for tenant:9e5fa16fa0ad4f04b92ce6a32579830c on resource:security_group {{(pid=103391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:53:21.569493 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8b2a44c9-fa6f-4639-8463-ea55d269f662 req-d88c34ab-c981-4107-9a61-cc6ef546cf95 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-394597579&fields=id&tenant_id=9e5fa16fa0ad4f04b92ce6a32579830c HTTP/1.1" status: 200 len: 267 time: 0.0564165 May 19 05:53:21.719225 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a44c9-fa6f-4639-8463-ea55d269f662 req-8d0b5881-1b44-4fb4-aee3-adce51b64e18 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:53:21.719993 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-8b2a44c9-fa6f-4639-8463-ea55d269f662 req-8d0b5881-1b44-4fb4-aee3-adce51b64e18 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Synchronizing usage tracker for tenant:9e5fa16fa0ad4f04b92ce6a32579830c on resource:network {{(pid=103391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:53:21.737185 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-8b2a44c9-fa6f-4639-8463-ea55d269f662 req-8d0b5881-1b44-4fb4-aee3-adce51b64e18 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Unset dirty status for tenant:9e5fa16fa0ad4f04b92ce6a32579830c on resource:network {{(pid=103391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:53:21.738377 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8b2a44c9-fa6f-4639-8463-ea55d269f662 req-8d0b5881-1b44-4fb4-aee3-adce51b64e18 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.11 "GET /v2.0/networks?id=82667610-6b12-4391-a629-fec9ccd32c04 HTTP/1.1" status: 200 len: 809 time: 0.1620634 May 19 05:53:21.752717 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8b2a44c9-fa6f-4639-8463-ea55d269f662 req-b8073f9f-9ffa-4f1c-aecb-54f5f1e54bf7 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.11 "GET /v2.0/quotas/9e5fa16fa0ad4f04b92ce6a32579830c HTTP/1.1" status: 200 len: 375 time: 0.0088603 May 19 05:53:21.841919 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8b2a44c9-fa6f-4639-8463-ea55d269f662 req-5b329ed5-6da4-4b5b-84e2-3e9cdbcde76d tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9e5fa16fa0ad4f04b92ce6a32579830c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0815082 May 19 05:53:21.897451 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [req-8b2a44c9-fa6f-4639-8463-ea55d269f662 req-964e7b41-3dfc-40be-9d12-fa11c780875d service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103391) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 05:53:21.898444 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8b2a44c9-fa6f-4639-8463-ea55d269f662 req-964e7b41-3dfc-40be-9d12-fa11c780875d service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0472875 May 19 05:53:22.031293 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8b2a44c9-fa6f-4639-8463-ea55d269f662 req-6ecb1552-7624-4d6b-b3df-edc4266770ac service neutron] 10.222.0.11 "GET /v2.0/networks/82667610-6b12-4391-a629-fec9ccd32c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260777 May 19 05:53:22.172575 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8b2a44c9-fa6f-4639-8463-ea55d269f662 req-69666777-300f-493b-a540-93fb532e9505 service neutron] 10.222.0.11 "GET /v2.0/networks/82667610-6b12-4391-a629-fec9ccd32c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355333 May 19 05:53:22.607639 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [req-4234f1d8-a0a3-4af9-8f69-a30c463c102e req-2f681196-134a-428c-8238-91c20e513d67 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Synchronizing usage tracker for tenant:9e5fa16fa0ad4f04b92ce6a32579830c on resource:port {{(pid=103390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:53:22.624478 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [req-4234f1d8-a0a3-4af9-8f69-a30c463c102e req-2f681196-134a-428c-8238-91c20e513d67 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Unset dirty status for tenant:9e5fa16fa0ad4f04b92ce6a32579830c on resource:port {{(pid=103390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:53:22.625824 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4234f1d8-a0a3-4af9-8f69-a30c463c102e req-2f681196-134a-428c-8238-91c20e513d67 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.11 "GET /v2.0/ports?device_id=556dcc9d-7f9c-4e2f-8d0a-824424108fd4 HTTP/1.1" status: 200 len: 210 time: 0.1162903 May 19 05:53:23.784691 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f8ba8b98-eda1-4c14-855f-e17a05f38fa9 req-967a2788-ceb1-43e2-b8dc-2c3dc21d970a tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.11 "GET /v2.0/ports?device_id=556dcc9d-7f9c-4e2f-8d0a-824424108fd4 HTTP/1.1" status: 200 len: 210 time: 0.0488815 May 19 05:53:24.936022 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c2674979-9245-4548-b330-0ba4605646c4 req-e5b9f5c0-5eb3-433e-9036-0d6a53feff18 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.11 "GET /v2.0/ports?device_id=556dcc9d-7f9c-4e2f-8d0a-824424108fd4 HTTP/1.1" status: 200 len: 210 time: 0.0426490 May 19 05:53:26.081891 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3bb1de0b-4f69-4162-9d94-96b1f12bb24e req-3ef1baff-74a2-42f3-a765-d5657079df4c tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.11 "GET /v2.0/ports?device_id=556dcc9d-7f9c-4e2f-8d0a-824424108fd4 HTTP/1.1" status: 200 len: 210 time: 0.0441914 May 19 05:53:27.228096 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e8ef70a8-516a-4cc3-b135-d193058fde22 req-e5aabe61-c83a-4085-b2ee-85f8b259ceaa tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.11 "GET /v2.0/ports?device_id=556dcc9d-7f9c-4e2f-8d0a-824424108fd4 HTTP/1.1" status: 200 len: 210 time: 0.0412669 May 19 05:53:27.704477 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a44c9-fa6f-4639-8463-ea55d269f662 req-63034b82-3329-4e40-a5d0-0d210f35c3f1 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:53:27.705876 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8b2a44c9-fa6f-4639-8463-ea55d269f662 req-63034b82-3329-4e40-a5d0-0d210f35c3f1 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.26 "GET /v2.0/networks?id=82667610-6b12-4391-a629-fec9ccd32c04 HTTP/1.1" status: 200 len: 809 time: 0.1443479 May 19 05:53:27.755270 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8b2a44c9-fa6f-4639-8463-ea55d269f662 req-6858f556-1f7a-46b2-af04-592cc4cf33a8 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e5fa16fa0ad4f04b92ce6a32579830c HTTP/1.1" status: 200 len: 379 time: 0.0391953 May 19 05:53:27.765478 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [req-8b2a44c9-fa6f-4639-8463-ea55d269f662 req-0e5b6e8f-00cb-471a-b305-16748acea5fa tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Request body: {'port': {'device_id': '556dcc9d-7f9c-4e2f-8d0a-824424108fd4', 'network_id': '82667610-6b12-4391-a629-fec9ccd32c04', 'admin_state_up': True, 'tenant_id': '9e5fa16fa0ad4f04b92ce6a32579830c', 'security_groups': ['331ae10b-a658-455d-b25e-fc1ede8855bb']}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:53:27.898258 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [req-8b2a44c9-fa6f-4639-8463-ea55d269f662 req-0e5b6e8f-00cb-471a-b305-16748acea5fa tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:53:27.908019 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [req-8b2a44c9-fa6f-4639-8463-ea55d269f662 req-0e5b6e8f-00cb-471a-b305-16748acea5fa tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:53:27.917579 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b2a44c9-fa6f-4639-8463-ea55d269f662 req-0e5b6e8f-00cb-471a-b305-16748acea5fa tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Made reservation on behalf of 9e5fa16fa0ad4f04b92ce6a32579830c for: {'port': 1} {{(pid=103391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 05:53:27.921157 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-8b2a44c9-fa6f-4639-8463-ea55d269f662 req-0e5b6e8f-00cb-471a-b305-16748acea5fa tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:28.082279 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [req-8b2a44c9-fa6f-4639-8463-ea55d269f662 req-0e5b6e8f-00cb-471a-b305-16748acea5fa tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Allocated IP 172.20.0.9 (82667610-6b12-4391-a629-fec9ccd32c04/0053ef27-2766-4222-88f7-7af5250f9576/0611b5da-28a0-40f6-a1ec-7d9fbd53e4d4) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 05:53:28.270723 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:28.405957 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-aa4a9053-3881-4edd-976f-885014a81196 req-d6b606d6-9503-4d8d-8ad0-8cb0efe04a7c tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.11 "GET /v2.0/ports?device_id=556dcc9d-7f9c-4e2f-8d0a-824424108fd4 HTTP/1.1" status: 200 len: 210 time: 0.0578895 May 19 05:53:28.444908 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-8b2a44c9-fa6f-4639-8463-ea55d269f662 req-0e5b6e8f-00cb-471a-b305-16748acea5fa tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Notify callbacks [] for port, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:28.461469 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [req-8b2a44c9-fa6f-4639-8463-ea55d269f662 req-0e5b6e8f-00cb-471a-b305-16748acea5fa tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Transition to ACTIVE for port object 0611b5da-28a0-40f6-a1ec-7d9fbd53e4d4 will not be triggered until provisioned by entity DHCP. {{(pid=103391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:53:28.488486 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-8b2a44c9-fa6f-4639-8463-ea55d269f662 req-0e5b6e8f-00cb-471a-b305-16748acea5fa tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742272799735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263355286'] for port, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:28.494473 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-b5f8dc8e-27f3-4c0b-bbad-23fc8153a9e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:53:28.559603 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b2a44c9-fa6f-4639-8463-ea55d269f662 req-0e5b6e8f-00cb-471a-b305-16748acea5fa tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Network 82667610-6b12-4391-a629-fec9ccd32c04 is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:53:28.562887 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [req-8b2a44c9-fa6f-4639-8463-ea55d269f662 req-0e5b6e8f-00cb-471a-b305-16748acea5fa tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:53:28.567030 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b2a44c9-fa6f-4639-8463-ea55d269f662 req-0e5b6e8f-00cb-471a-b305-16748acea5fa tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 05:53:28.603496 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5b6e8f-00cb-471a-b305-16748acea5fa tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Pushing event updated for resources: {'Port': ['ID=0611b5da-28a0-40f6-a1ec-7d9fbd53e4d4,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:53:28.621712 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5b6e8f-00cb-471a-b305-16748acea5fa tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:53:28.622082 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5b6e8f-00cb-471a-b305-16748acea5fa tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:53:28.622489 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5b6e8f-00cb-471a-b305-16748acea5fa tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:53:28.622876 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5b6e8f-00cb-471a-b305-16748acea5fa tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:53:28.623233 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5b6e8f-00cb-471a-b305-16748acea5fa tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:53:28.623587 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5b6e8f-00cb-471a-b305-16748acea5fa tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:53:28.623941 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5b6e8f-00cb-471a-b305-16748acea5fa tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:53:28.624293 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5b6e8f-00cb-471a-b305-16748acea5fa tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:53:28.624642 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5b6e8f-00cb-471a-b305-16748acea5fa tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:53:28.624990 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5b6e8f-00cb-471a-b305-16748acea5fa tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:53:28.625337 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5b6e8f-00cb-471a-b305-16748acea5fa tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:53:28.625681 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5b6e8f-00cb-471a-b305-16748acea5fa tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:53:28.631184 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-0e5b6e8f-00cb-471a-b305-16748acea5fa tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:53:28.646365 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a44c9-fa6f-4639-8463-ea55d269f662 req-0e5b6e8f-00cb-471a-b305-16748acea5fa tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:53:28.647009 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-8b2a44c9-fa6f-4639-8463-ea55d269f662 req-0e5b6e8f-00cb-471a-b305-16748acea5fa tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13023'] for port, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:28.674848 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8b2a44c9-fa6f-4639-8463-ea55d269f662 req-0e5b6e8f-00cb-471a-b305-16748acea5fa tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9133728 May 19 05:53:28.688639 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [req-8b2a44c9-fa6f-4639-8463-ea55d269f662 req-08d2e1f7-ee9b-4e90-982e-91d505d54fa1 service neutron] Request body: {'port': {'device_id': '556dcc9d-7f9c-4e2f-8d0a-824424108fd4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78240'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:53:28.802375 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-8b2a44c9-fa6f-4639-8463-ea55d269f662 req-08d2e1f7-ee9b-4e90-982e-91d505d54fa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:28.803235 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-d7698b0b-76ca-4d50-94f4-8fb82e1bd86d None None] Provisioning for port 0611b5da-28a0-40f6-a1ec-7d9fbd53e4d4 completed by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:53:28.807850 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-d7698b0b-76ca-4d50-94f4-8fb82e1bd86d None None] Provisioning complete for port 0611b5da-28a0-40f6-a1ec-7d9fbd53e4d4 triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:53:28.808355 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d7698b0b-76ca-4d50-94f4-8fb82e1bd86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:28.863649 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-d7698b0b-76ca-4d50-94f4-8fb82e1bd86d None None] Port 0611b5da-28a0-40f6-a1ec-7d9fbd53e4d4 cannot update to ACTIVE because it is not bound. {{(pid=103392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 05:53:29.129818 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [req-8b2a44c9-fa6f-4639-8463-ea55d269f662 req-08d2e1f7-ee9b-4e90-982e-91d505d54fa1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0611b5da-28a0-40f6-a1ec-7d9fbd53e4d4 {{(pid=103391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 05:53:29.137523 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-8b2a44c9-fa6f-4639-8463-ea55d269f662 req-08d2e1f7-ee9b-4e90-982e-91d505d54fa1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:29.151711 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [req-8b2a44c9-fa6f-4639-8463-ea55d269f662 req-08d2e1f7-ee9b-4e90-982e-91d505d54fa1 service neutron] Transition to ACTIVE for port object 0611b5da-28a0-40f6-a1ec-7d9fbd53e4d4 will not be triggered until provisioned by entity L2. {{(pid=103391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:53:29.156591 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-8b2a44c9-fa6f-4639-8463-ea55d269f662 req-08d2e1f7-ee9b-4e90-982e-91d505d54fa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263355279'] for port, after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:29.160914 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-bcbdbddd-3ea4-4da8-8695-be61a0977272 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:53:29.307268 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d2e1f7-ee9b-4e90-982e-91d505d54fa1 service neutron] Pushing event updated for resources: {'Port': ['ID=0611b5da-28a0-40f6-a1ec-7d9fbd53e4d4,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:53:29.315370 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-08d2e1f7-ee9b-4e90-982e-91d505d54fa1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:53:29.388908 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-8b2a44c9-fa6f-4639-8463-ea55d269f662 req-08d2e1f7-ee9b-4e90-982e-91d505d54fa1 service neutron] Attempting to bind port 0611b5da-28a0-40f6-a1ec-7d9fbd53e4d4 on host hv-cinder-78240 for vnic_type normal with profile {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 05:53:29.389166 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-8b2a44c9-fa6f-4639-8463-ea55d269f662 req-08d2e1f7-ee9b-4e90-982e-91d505d54fa1 service neutron] Attempting to bind port 0611b5da-28a0-40f6-a1ec-7d9fbd53e4d4 by drivers openvswitch,hyperv on host hv-cinder-78240 at level 0 using segments [{'id': '0995b668-e989-407a-85ba-5ceffd26935f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '82667610-6b12-4391-a629-fec9ccd32c04'}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 05:53:29.389496 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2a44c9-fa6f-4639-8463-ea55d269f662 req-08d2e1f7-ee9b-4e90-982e-91d505d54fa1 service neutron] Attempting to bind port 0611b5da-28a0-40f6-a1ec-7d9fbd53e4d4 on network 82667610-6b12-4391-a629-fec9ccd32c04 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:53:29.394022 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2a44c9-fa6f-4639-8463-ea55d269f662 req-08d2e1f7-ee9b-4e90-982e-91d505d54fa1 service neutron] Port 0611b5da-28a0-40f6-a1ec-7d9fbd53e4d4 on network 82667610-6b12-4391-a629-fec9ccd32c04 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78240 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 05:53:29.394344 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2a44c9-fa6f-4639-8463-ea55d269f662 req-08d2e1f7-ee9b-4e90-982e-91d505d54fa1 service neutron] Attempting to bind port 0611b5da-28a0-40f6-a1ec-7d9fbd53e4d4 on network 82667610-6b12-4391-a629-fec9ccd32c04 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:53:29.399296 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2a44c9-fa6f-4639-8463-ea55d269f662 req-08d2e1f7-ee9b-4e90-982e-91d505d54fa1 service neutron] Checking agent: {'id': '5b106939-35fb-4931-879f-1b04325a2c36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78240', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 5, 40, 58), 'started_at': datetime.datetime(2021, 5, 19, 5, 40, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 5, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 05:53:29.399625 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2a44c9-fa6f-4639-8463-ea55d269f662 req-08d2e1f7-ee9b-4e90-982e-91d505d54fa1 service neutron] Checking segment: {'id': '0995b668-e989-407a-85ba-5ceffd26935f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '82667610-6b12-4391-a629-fec9ccd32c04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:53:29.400004 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2a44c9-fa6f-4639-8463-ea55d269f662 req-08d2e1f7-ee9b-4e90-982e-91d505d54fa1 service neutron] Bound using segment: {'id': '0995b668-e989-407a-85ba-5ceffd26935f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '82667610-6b12-4391-a629-fec9ccd32c04'} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 05:53:29.400429 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-8b2a44c9-fa6f-4639-8463-ea55d269f662 req-08d2e1f7-ee9b-4e90-982e-91d505d54fa1 service neutron] Bound port: 0611b5da-28a0-40f6-a1ec-7d9fbd53e4d4, host: hv-cinder-78240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0995b668-e989-407a-85ba-5ceffd26935f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '82667610-6b12-4391-a629-fec9ccd32c04'}}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 05:53:29.400775 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-8b2a44c9-fa6f-4639-8463-ea55d269f662 req-08d2e1f7-ee9b-4e90-982e-91d505d54fa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:29.487218 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-8b2a44c9-fa6f-4639-8463-ea55d269f662 req-08d2e1f7-ee9b-4e90-982e-91d505d54fa1 service neutron] For port 0611b5da-28a0-40f6-a1ec-7d9fbd53e4d4, host hv-cinder-78240, cleared binding levels {{(pid=103391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 05:53:29.490412 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-8b2a44c9-fa6f-4639-8463-ea55d269f662 req-08d2e1f7-ee9b-4e90-982e-91d505d54fa1 service neutron] For port 0611b5da-28a0-40f6-a1ec-7d9fbd53e4d4, host hv-cinder-78240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=0611b5da-28a0-40f6-a1ec-7d9fbd53e4d4,segment=NetworkSegment(0995b668-e989-407a-85ba-5ceffd26935f),segment_id=0995b668-e989-407a-85ba-5ceffd26935f)] {{(pid=103391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 05:53:29.494399 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-8b2a44c9-fa6f-4639-8463-ea55d269f662 req-08d2e1f7-ee9b-4e90-982e-91d505d54fa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263355279'] for port, after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:29.499516 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-04259784-e8a7-4d2b-baa7-cfbb7b0935de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:53:29.557162 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a44c9-fa6f-4639-8463-ea55d269f662 req-08d2e1f7-ee9b-4e90-982e-91d505d54fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:53:29.557780 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-8b2a44c9-fa6f-4639-8463-ea55d269f662 req-08d2e1f7-ee9b-4e90-982e-91d505d54fa1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13023'] for port, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:29.559199 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8b2a44c9-fa6f-4639-8463-ea55d269f662 req-08d2e1f7-ee9b-4e90-982e-91d505d54fa1 service neutron] 10.222.0.26 "PUT /v2.0/ports/0611b5da-28a0-40f6-a1ec-7d9fbd53e4d4 HTTP/1.1" status: 200 len: 1093 time: 0.8752370 May 19 05:53:29.559712 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '556dcc9d-7f9c-4e2f-8d0a-824424108fd4', 'tag': '0611b5da-28a0-40f6-a1ec-7d9fbd53e4d4'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:53:29.600295 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d2e1f7-ee9b-4e90-982e-91d505d54fa1 service neutron] Pushing event updated for resources: {'Port': ['ID=0611b5da-28a0-40f6-a1ec-7d9fbd53e4d4,revision_number=3']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:53:29.604203 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-08d2e1f7-ee9b-4e90-982e-91d505d54fa1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:53:29.608391 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee90843-3c2e-4696-ba0b-ee99f4784c3d req-4a07d5e7-98be-4086-a464-854fd6a317f2 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:53:29.615171 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-dee90843-3c2e-4696-ba0b-ee99f4784c3d req-4a07d5e7-98be-4086-a464-854fd6a317f2 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.11 "GET /v2.0/ports?device_id=556dcc9d-7f9c-4e2f-8d0a-824424108fd4 HTTP/1.1" status: 200 len: 943 time: 0.1020839 May 19 05:53:29.656354 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '556dcc9d-7f9c-4e2f-8d0a-824424108fd4', 'tag': '0611b5da-28a0-40f6-a1ec-7d9fbd53e4d4', 'status': 'completed', 'code': 200} May 19 05:53:29.667142 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-dee90843-3c2e-4696-ba0b-ee99f4784c3d req-92b28bc3-158f-452e-8b0e-e7cb714fdf68 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.11 "GET /v2.0/security-groups?id=331ae10b-a658-455d-b25e-fc1ede8855bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508883 May 19 05:53:29.710666 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a44c9-fa6f-4639-8463-ea55d269f662 req-ea4c268c-3151-4ef6-bc24-a218295ef25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:53:29.712215 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8b2a44c9-fa6f-4639-8463-ea55d269f662 req-ea4c268c-3151-4ef6-bc24-a218295ef25d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9e5fa16fa0ad4f04b92ce6a32579830c&device_id=556dcc9d-7f9c-4e2f-8d0a-824424108fd4 HTTP/1.1" status: 200 len: 1096 time: 0.0932372 May 19 05:53:29.784020 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8b2a44c9-fa6f-4639-8463-ea55d269f662 req-2ecd704c-b544-4383-b3ae-dff04d4fecd6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0611b5da-28a0-40f6-a1ec-7d9fbd53e4d4 HTTP/1.1" status: 200 len: 217 time: 0.0641360 May 19 05:53:29.848192 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a44c9-fa6f-4639-8463-ea55d269f662 req-757cef51-386d-41b0-8d8b-a7108264ac02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:53:29.849742 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8b2a44c9-fa6f-4639-8463-ea55d269f662 req-757cef51-386d-41b0-8d8b-a7108264ac02 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0053ef27-2766-4222-88f7-7af5250f9576 HTTP/1.1" status: 200 len: 848 time: 0.0595398 May 19 05:53:29.931241 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a44c9-fa6f-4639-8463-ea55d269f662 req-c24b27e1-bbd9-482c-af95-b768aeb305f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:53:29.932698 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8b2a44c9-fa6f-4639-8463-ea55d269f662 req-c24b27e1-bbd9-482c-af95-b768aeb305f3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=82667610-6b12-4391-a629-fec9ccd32c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0758142 May 19 05:53:30.165895 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8b2a44c9-fa6f-4639-8463-ea55d269f662 req-eb84ce16-b573-4161-9b90-9708b259c54a service neutron] 10.222.0.26 "GET /v2.0/networks/82667610-6b12-4391-a629-fec9ccd32c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265880 May 19 05:53:30.299630 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8b2a44c9-fa6f-4639-8463-ea55d269f662 req-e59c63dd-64d9-4a3f-b29d-9ecad52bffbd service neutron] 10.222.0.26 "GET /v2.0/networks/82667610-6b12-4391-a629-fec9ccd32c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267185 May 19 05:53:30.422468 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd05632-6230-48af-9aa2-03774d233a39 req-29b36a1c-b562-4550-9b01-a4b2c6b20df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:53:30.423865 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0dd05632-6230-48af-9aa2-03774d233a39 req-29b36a1c-b562-4550-9b01-a4b2c6b20df4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9e5fa16fa0ad4f04b92ce6a32579830c&device_id=556dcc9d-7f9c-4e2f-8d0a-824424108fd4 HTTP/1.1" status: 200 len: 1096 time: 0.0695915 May 19 05:53:30.552826 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd05632-6230-48af-9aa2-03774d233a39 req-78977166-f530-4a7b-bc56-6ece948fb235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:53:30.554217 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0dd05632-6230-48af-9aa2-03774d233a39 req-78977166-f530-4a7b-bc56-6ece948fb235 service neutron] 10.222.0.26 "GET /v2.0/networks?id=82667610-6b12-4391-a629-fec9ccd32c04 HTTP/1.1" status: 200 len: 910 time: 0.1235967 May 19 05:53:30.626318 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0dd05632-6230-48af-9aa2-03774d233a39 req-47bd5ce1-c6d8-45f9-9151-e38aad153be0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0611b5da-28a0-40f6-a1ec-7d9fbd53e4d4 HTTP/1.1" status: 200 len: 217 time: 0.0650239 May 19 05:53:30.689753 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd05632-6230-48af-9aa2-03774d233a39 req-13f892cd-7a35-4c53-b5d5-9b49a051959c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:53:30.691101 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0dd05632-6230-48af-9aa2-03774d233a39 req-13f892cd-7a35-4c53-b5d5-9b49a051959c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0053ef27-2766-4222-88f7-7af5250f9576 HTTP/1.1" status: 200 len: 848 time: 0.0583720 May 19 05:53:30.777146 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd05632-6230-48af-9aa2-03774d233a39 req-fe197faa-5101-4901-9f67-42254191fb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:53:30.778670 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0dd05632-6230-48af-9aa2-03774d233a39 req-fe197faa-5101-4901-9f67-42254191fb71 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=82667610-6b12-4391-a629-fec9ccd32c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0809305 May 19 05:53:30.959714 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0dd05632-6230-48af-9aa2-03774d233a39 req-86072bbc-f67c-4964-8625-14f823485fe9 service neutron] 10.222.0.26 "GET /v2.0/networks/82667610-6b12-4391-a629-fec9ccd32c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520588 May 19 05:53:30.966958 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b9ceb-7c47-469d-b520-0a4a15675c99 req-0828e70f-d3e9-4399-b7eb-7bf71ebc5ffd tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:53:30.967611 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-6c3b9ceb-7c47-469d-b520-0a4a15675c99 req-0828e70f-d3e9-4399-b7eb-7bf71ebc5ffd tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Synchronizing usage tracker for tenant:9e5fa16fa0ad4f04b92ce6a32579830c on resource:port {{(pid=103391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:53:31.056933 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-6c3b9ceb-7c47-469d-b520-0a4a15675c99 req-0828e70f-d3e9-4399-b7eb-7bf71ebc5ffd tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Unset dirty status for tenant:9e5fa16fa0ad4f04b92ce6a32579830c on resource:port {{(pid=103391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:53:31.058032 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6c3b9ceb-7c47-469d-b520-0a4a15675c99 req-0828e70f-d3e9-4399-b7eb-7bf71ebc5ffd tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.11 "GET /v2.0/ports?device_id=556dcc9d-7f9c-4e2f-8d0a-824424108fd4 HTTP/1.1" status: 200 len: 943 time: 0.2838280 May 19 05:53:31.130743 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6c3b9ceb-7c47-469d-b520-0a4a15675c99 req-ce4feecb-66ab-4521-bf30-e8193df6cf6f tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.11 "GET /v2.0/security-groups?id=331ae10b-a658-455d-b25e-fc1ede8855bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658159 May 19 05:53:31.134044 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0dd05632-6230-48af-9aa2-03774d233a39 req-78d3a2fc-fc70-47b7-b425-70379a9a98ff service neutron] 10.222.0.26 "GET /v2.0/networks/82667610-6b12-4391-a629-fec9ccd32c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639605 May 19 05:53:32.311591 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c04d2-ffe9-4ba1-a38c-80c0930fc820 req-2871f933-045a-46b6-9517-3a492e4a5c56 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:53:32.312994 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-aa0c04d2-ffe9-4ba1-a38c-80c0930fc820 req-2871f933-045a-46b6-9517-3a492e4a5c56 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.11 "GET /v2.0/ports?device_id=556dcc9d-7f9c-4e2f-8d0a-824424108fd4 HTTP/1.1" status: 200 len: 943 time: 0.0770421 May 19 05:53:32.354899 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-aa0c04d2-ffe9-4ba1-a38c-80c0930fc820 req-5324811b-6b4e-4d1e-bb29-1e2384d14318 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.11 "GET /v2.0/security-groups?id=331ae10b-a658-455d-b25e-fc1ede8855bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363605 May 19 05:53:32.883666 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 51484) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:53:32.998804 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d35c6681-8c49-40b2-af19-daf5adae4a18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:33.017397 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-d35c6681-8c49-40b2-af19-daf5adae4a18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:53:33.021282 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-d35c6681-8c49-40b2-af19-daf5adae4a18 admin admin] Usage tracker for resource:security_group_rule and tenant:bbbb8620693942a1a05146aafefb3ca3 is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:53:33.024069 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-d35c6681-8c49-40b2-af19-daf5adae4a18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:53:33.029680 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-d35c6681-8c49-40b2-af19-daf5adae4a18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:53:33.109797 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d35c6681-8c49-40b2-af19-daf5adae4a18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:33.113263 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d35c6681-8c49-40b2-af19-daf5adae4a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:33.121133 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-8ed89b58-f41b-422f-9121-050b2bcafcc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:53:33.159977 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-d35c6681-8c49-40b2-af19-daf5adae4a18 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bbbb8620693942a1a05146aafefb3ca3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2751915 May 19 05:53:33.161558 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35c6681-8c49-40b2-af19-daf5adae4a18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82408327-ac5c-44e3-9397-2dfa107b29ab,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:53:33.162604 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 51490) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:53:33.164811 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-d35c6681-8c49-40b2-af19-daf5adae4a18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:53:33.223234 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9f88cfe5-47b2-43ca-b1d6-9d3cdf917baf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:33.248554 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9f88cfe5-47b2-43ca-b1d6-9d3cdf917baf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:33.299596 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9f88cfe5-47b2-43ca-b1d6-9d3cdf917baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:33.304099 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-eb96bfd0-6847-4f9f-8ac4-f2a121ba27c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:53:33.317686 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f88cfe5-47b2-43ca-b1d6-9d3cdf917baf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82408327-ac5c-44e3-9397-2dfa107b29ab,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:53:33.327995 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f88cfe5-47b2-43ca-b1d6-9d3cdf917baf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:53:33.328376 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f88cfe5-47b2-43ca-b1d6-9d3cdf917baf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:53:33.328746 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f88cfe5-47b2-43ca-b1d6-9d3cdf917baf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:53:33.329110 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f88cfe5-47b2-43ca-b1d6-9d3cdf917baf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:53:33.329471 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f88cfe5-47b2-43ca-b1d6-9d3cdf917baf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:53:33.329830 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f88cfe5-47b2-43ca-b1d6-9d3cdf917baf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:53:33.330188 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f88cfe5-47b2-43ca-b1d6-9d3cdf917baf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:53:33.330543 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f88cfe5-47b2-43ca-b1d6-9d3cdf917baf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:53:33.330920 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f88cfe5-47b2-43ca-b1d6-9d3cdf917baf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:53:33.331274 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f88cfe5-47b2-43ca-b1d6-9d3cdf917baf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:53:33.331624 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f88cfe5-47b2-43ca-b1d6-9d3cdf917baf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:53:33.331972 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f88cfe5-47b2-43ca-b1d6-9d3cdf917baf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:53:33.335328 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-9f88cfe5-47b2-43ca-b1d6-9d3cdf917baf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:53:33.337375 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9f88cfe5-47b2-43ca-b1d6-9d3cdf917baf admin admin] Notify callbacks [] for security_group, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:33.338485 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-9f88cfe5-47b2-43ca-b1d6-9d3cdf917baf admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/82408327-ac5c-44e3-9397-2dfa107b29ab HTTP/1.1" status: 204 len: 168 time: 0.1748447 May 19 05:53:33.535841 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fe0b9c-357d-4e97-ad1e-aeeb46197f04 req-b13683ca-3d1d-4e58-865d-deb56f607369 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:53:33.537286 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-69fe0b9c-357d-4e97-ad1e-aeeb46197f04 req-b13683ca-3d1d-4e58-865d-deb56f607369 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.11 "GET /v2.0/ports?device_id=556dcc9d-7f9c-4e2f-8d0a-824424108fd4 HTTP/1.1" status: 200 len: 943 time: 0.0785654 May 19 05:53:33.585641 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-69fe0b9c-357d-4e97-ad1e-aeeb46197f04 req-d0248611-09a9-4a22-b23d-28b1a89d1bf3 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.11 "GET /v2.0/security-groups?id=331ae10b-a658-455d-b25e-fc1ede8855bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423989 May 19 05:53:33.613408 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 51500) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:53:33.630986 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4ae15211-9dbd-4899-8439-8d801a4cd4b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:33.644746 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-4ae15211-9dbd-4899-8439-8d801a4cd4b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:53:33.648499 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-4ae15211-9dbd-4899-8439-8d801a4cd4b2 admin admin] Usage tracker for resource:security_group_rule and tenant:50704f777cea40a0978083f42a8b3d19 is out of sync, need to count used quota {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:53:33.651254 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-4ae15211-9dbd-4899-8439-8d801a4cd4b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:53:33.656861 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-4ae15211-9dbd-4899-8439-8d801a4cd4b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:53:33.736697 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4ae15211-9dbd-4899-8439-8d801a4cd4b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:33.740307 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4ae15211-9dbd-4899-8439-8d801a4cd4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:33.748207 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-4f70cf03-709b-4dec-ac8f-c23a6e1db4fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:53:33.788537 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-4ae15211-9dbd-4899-8439-8d801a4cd4b2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=50704f777cea40a0978083f42a8b3d19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1741052 May 19 05:53:33.790159 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae15211-9dbd-4899-8439-8d801a4cd4b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb1a5cc4-bb73-48b7-b3ea-77dd7b924642,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:53:33.791164 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 51504) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:53:33.793254 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-4ae15211-9dbd-4899-8439-8d801a4cd4b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:53:33.847109 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-dc871f94-b716-43af-a2a8-e8557472be5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:33.872194 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-dc871f94-b716-43af-a2a8-e8557472be5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:33.921296 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-dc871f94-b716-43af-a2a8-e8557472be5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:33.925719 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-816a9a3e-8c10-40b8-acfc-e1b0383952b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:53:33.937487 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc871f94-b716-43af-a2a8-e8557472be5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb1a5cc4-bb73-48b7-b3ea-77dd7b924642,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:53:33.941186 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-dc871f94-b716-43af-a2a8-e8557472be5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:53:33.946450 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-dc871f94-b716-43af-a2a8-e8557472be5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:33.947629 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-dc871f94-b716-43af-a2a8-e8557472be5b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/eb1a5cc4-bb73-48b7-b3ea-77dd7b924642 HTTP/1.1" status: 204 len: 168 time: 0.1554918 May 19 05:53:34.772708 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ff16c5-3ec6-4740-98d9-3a2943a8c19c req-a17579ce-d04d-4a33-bf36-38783aac7ab2 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:53:34.774335 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-50ff16c5-3ec6-4740-98d9-3a2943a8c19c req-a17579ce-d04d-4a33-bf36-38783aac7ab2 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.11 "GET /v2.0/ports?device_id=556dcc9d-7f9c-4e2f-8d0a-824424108fd4 HTTP/1.1" status: 200 len: 943 time: 0.0808227 May 19 05:53:34.821628 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-50ff16c5-3ec6-4740-98d9-3a2943a8c19c req-425b90a3-3c64-42fd-8c8a-06c208fec002 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.11 "GET /v2.0/security-groups?id=331ae10b-a658-455d-b25e-fc1ede8855bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407245 May 19 05:53:35.595493 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 51552) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:53:35.707548 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-71187db0-a472-4c86-a2a2-b256f98cc19f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:35.721573 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-71187db0-a472-4c86-a2a2-b256f98cc19f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:53:35.725681 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-71187db0-a472-4c86-a2a2-b256f98cc19f admin admin] Usage tracker for resource:security_group_rule and tenant:2bf04c739a2d4d96a21e53d15e5c5d1a is out of sync, need to count used quota {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:53:35.728704 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-71187db0-a472-4c86-a2a2-b256f98cc19f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:53:35.735053 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-71187db0-a472-4c86-a2a2-b256f98cc19f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:53:35.817000 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-71187db0-a472-4c86-a2a2-b256f98cc19f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:35.820466 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-71187db0-a472-4c86-a2a2-b256f98cc19f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:35.828839 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-46730c1f-0aee-4dec-b8c4-c7c012a727a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:53:35.867562 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-71187db0-a472-4c86-a2a2-b256f98cc19f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2bf04c739a2d4d96a21e53d15e5c5d1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2709939 May 19 05:53:35.869168 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71187db0-a472-4c86-a2a2-b256f98cc19f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=070446e0-d567-4263-bdf9-25a261381507,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:53:35.870191 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 51560) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:53:35.872063 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-71187db0-a472-4c86-a2a2-b256f98cc19f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:53:35.928842 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d81737a8-52bd-44e9-891b-fd86a00d014d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:36.001824 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d81737a8-52bd-44e9-891b-fd86a00d014d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:36.059103 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71d70d7-cd3f-4b3a-977e-e3b9eedd44a4 req-e51b6fde-b129-499c-a47c-744ad19f82b0 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:53:36.061105 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e71d70d7-cd3f-4b3a-977e-e3b9eedd44a4 req-e51b6fde-b129-499c-a47c-744ad19f82b0 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.11 "GET /v2.0/ports?device_id=556dcc9d-7f9c-4e2f-8d0a-824424108fd4 HTTP/1.1" status: 200 len: 943 time: 0.1304548 May 19 05:53:36.083984 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d81737a8-52bd-44e9-891b-fd86a00d014d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:36.090819 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-d1ff0d4c-9e0a-4847-8fb3-e8a68ea45df7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:53:36.114136 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81737a8-52bd-44e9-891b-fd86a00d014d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=070446e0-d567-4263-bdf9-25a261381507,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:53:36.119516 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-d81737a8-52bd-44e9-891b-fd86a00d014d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:53:36.123141 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d81737a8-52bd-44e9-891b-fd86a00d014d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:36.124209 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-d81737a8-52bd-44e9-891b-fd86a00d014d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/070446e0-d567-4263-bdf9-25a261381507 HTTP/1.1" status: 204 len: 168 time: 0.2530503 May 19 05:53:36.130613 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e71d70d7-cd3f-4b3a-977e-e3b9eedd44a4 req-4c8ce85a-23bc-49a1-84d2-fc6304c2f7be tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.11 "GET /v2.0/security-groups?id=331ae10b-a658-455d-b25e-fc1ede8855bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619802 May 19 05:53:36.395897 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 51568) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:53:36.413299 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5a73df0e-0b5b-4b22-a819-20c444bc8555 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:36.426890 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-5a73df0e-0b5b-4b22-a819-20c444bc8555 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:53:36.430751 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-5a73df0e-0b5b-4b22-a819-20c444bc8555 admin admin] Usage tracker for resource:security_group_rule and tenant:f9d14c1352124a5197b9833d8d466d07 is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:53:36.433590 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-5a73df0e-0b5b-4b22-a819-20c444bc8555 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:53:36.439453 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-5a73df0e-0b5b-4b22-a819-20c444bc8555 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:53:36.525564 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5a73df0e-0b5b-4b22-a819-20c444bc8555 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:36.529758 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5a73df0e-0b5b-4b22-a819-20c444bc8555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:36.537555 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-6a8e0012-53d7-45ab-ac18-82ef972e3f60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:53:36.574568 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-5a73df0e-0b5b-4b22-a819-20c444bc8555 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f9d14c1352124a5197b9833d8d466d07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1776741 May 19 05:53:36.576741 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a73df0e-0b5b-4b22-a819-20c444bc8555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=132b57ed-4f52-41b9-b53a-0e1b76118592,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:53:36.577780 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 51572) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:53:36.579843 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-5a73df0e-0b5b-4b22-a819-20c444bc8555 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:53:36.635755 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-13addd7b-6f8d-4833-9752-287cbae10e85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:36.661440 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-13addd7b-6f8d-4833-9752-287cbae10e85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:36.711641 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-13addd7b-6f8d-4833-9752-287cbae10e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:36.715258 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-1df7c2a7-8d59-4037-ae72-7c6b28301f6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:53:36.729986 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13addd7b-6f8d-4833-9752-287cbae10e85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=132b57ed-4f52-41b9-b53a-0e1b76118592,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:53:36.735550 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-13addd7b-6f8d-4833-9752-287cbae10e85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:53:36.741785 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-13addd7b-6f8d-4833-9752-287cbae10e85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:36.742898 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-13addd7b-6f8d-4833-9752-287cbae10e85 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/132b57ed-4f52-41b9-b53a-0e1b76118592 HTTP/1.1" status: 204 len: 168 time: 0.1641383 May 19 05:53:37.320873 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fbf097-b8d3-43eb-bddf-0a38abbe0c5f req-d755e96b-6593-4c25-aff1-fd4259d23632 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:53:37.322362 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-90fbf097-b8d3-43eb-bddf-0a38abbe0c5f req-d755e96b-6593-4c25-aff1-fd4259d23632 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.11 "GET /v2.0/ports?device_id=556dcc9d-7f9c-4e2f-8d0a-824424108fd4 HTTP/1.1" status: 200 len: 943 time: 0.0840321 May 19 05:53:37.368716 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-90fbf097-b8d3-43eb-bddf-0a38abbe0c5f req-927da282-edad-4f4e-8d92-9998d11dda4b tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.11 "GET /v2.0/security-groups?id=331ae10b-a658-455d-b25e-fc1ede8855bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400670 May 19 05:53:38.150796 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Device 0611b5da-28a0-40f6-a1ec-7d9fbd53e4d4 details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=103392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 05:53:38.285333 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] For port 0611b5da-28a0-40f6-a1ec-7d9fbd53e4d4, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=0611b5da-28a0-40f6-a1ec-7d9fbd53e4d4,segment=NetworkSegment(0995b668-e989-407a-85ba-5ceffd26935f),segment_id=0995b668-e989-407a-85ba-5ceffd26935f)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:53:38.298734 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Returning: {'device': '0611b5da-28a0-40f6-a1ec-7d9fbd53e4d4', 'network_id': '82667610-6b12-4391-a629-fec9ccd32c04', 'port_id': '0611b5da-28a0-40f6-a1ec-7d9fbd53e4d4', 'mac_address': 'fa:16:3e:05:49:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0053ef27-2766-4222-88f7-7af5250f9576', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 05:53:38.353134 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:38.369649 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0611b5da-28a0-40f6-a1ec-7d9fbd53e4d4 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 05:53:38.385063 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] For port 0611b5da-28a0-40f6-a1ec-7d9fbd53e4d4, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=0611b5da-28a0-40f6-a1ec-7d9fbd53e4d4,segment=NetworkSegment(0995b668-e989-407a-85ba-5ceffd26935f),segment_id=0995b668-e989-407a-85ba-5ceffd26935f)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:53:38.389908 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:38.391688 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:53:38.464012 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Pushing event updated for resources: {'Port': ['ID=0611b5da-28a0-40f6-a1ec-7d9fbd53e4d4,revision_number=4']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:53:38.471882 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:53:38.472327 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:53:38.472548 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:53:38.472888 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:53:38.473220 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:53:38.473589 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:53:38.473856 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:53:38.474343 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:53:38.474862 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:53:38.475189 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:53:38.475526 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:53:38.475881 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:53:38.479782 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:53:38.561145 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31513601-2555-4ac4-bbb9-85366f4a3d4c req-f8ead612-f435-4e7b-b9ad-d989f65ef584 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:53:38.562704 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-31513601-2555-4ac4-bbb9-85366f4a3d4c req-f8ead612-f435-4e7b-b9ad-d989f65ef584 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.11 "GET /v2.0/ports?device_id=556dcc9d-7f9c-4e2f-8d0a-824424108fd4 HTTP/1.1" status: 200 len: 944 time: 0.0846603 May 19 05:53:38.609300 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-31513601-2555-4ac4-bbb9-85366f4a3d4c req-4727780c-6c31-4ba0-b46c-5740cfab3d4f tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.11 "GET /v2.0/security-groups?id=331ae10b-a658-455d-b25e-fc1ede8855bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404031 May 19 05:53:38.742118 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] get_ports_and_sgs() called for port_ids ['0611b5da-28a0-40f6-a1ec-7d9fbd53e4d4'] {{(pid=103392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 05:53:39.792766 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70929bf8-aeb9-47fa-8eaf-342115e4a650 req-6957d757-ac5f-49dc-b0dc-518d53c8585e tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:53:39.794227 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-70929bf8-aeb9-47fa-8eaf-342115e4a650 req-6957d757-ac5f-49dc-b0dc-518d53c8585e tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.11 "GET /v2.0/ports?device_id=556dcc9d-7f9c-4e2f-8d0a-824424108fd4 HTTP/1.1" status: 200 len: 944 time: 0.0795889 May 19 05:53:39.843202 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-70929bf8-aeb9-47fa-8eaf-342115e4a650 req-e0511928-20c9-499e-a380-06b44da70934 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.11 "GET /v2.0/security-groups?id=331ae10b-a658-455d-b25e-fc1ede8855bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417228 May 19 05:53:40.167251 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Device 0611b5da-28a0-40f6-a1ec-7d9fbd53e4d4 up at agent hyperv_hv-cinder-78240 {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:53:40.233520 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Provisioning for port 0611b5da-28a0-40f6-a1ec-7d9fbd53e4d4 completed by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:53:40.238381 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Provisioning complete for port 0611b5da-28a0-40f6-a1ec-7d9fbd53e4d4 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:53:40.238802 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:40.390124 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:40.416036 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '556dcc9d-7f9c-4e2f-8d0a-824424108fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0611b5da-28a0-40f6-a1ec-7d9fbd53e4d4'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:53:40.426221 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] For port 0611b5da-28a0-40f6-a1ec-7d9fbd53e4d4, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=0611b5da-28a0-40f6-a1ec-7d9fbd53e4d4,segment=NetworkSegment(0995b668-e989-407a-85ba-5ceffd26935f),segment_id=0995b668-e989-407a-85ba-5ceffd26935f)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:53:40.429904 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:40.432749 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-659caf4b-01ca-4057-aaf4-562c77509041 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:53:40.468320 dv-cinder-782405-8-iscsi neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '556dcc9d-7f9c-4e2f-8d0a-824424108fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0611b5da-28a0-40f6-a1ec-7d9fbd53e4d4', 'code': 200} May 19 05:53:40.508024 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Pushing event updated for resources: {'Port': ['ID=0611b5da-28a0-40f6-a1ec-7d9fbd53e4d4,revision_number=5']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:53:40.510825 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:53:40.838047 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f15691-337e-43a5-b499-0b6f042a5e70 req-cc6c396c-a697-49cc-898e-0cedf6d809ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:53:40.839546 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-95f15691-337e-43a5-b499-0b6f042a5e70 req-cc6c396c-a697-49cc-898e-0cedf6d809ad service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=556dcc9d-7f9c-4e2f-8d0a-824424108fd4 HTTP/1.1" status: 200 len: 1098 time: 0.1612134 May 19 05:53:40.881719 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-95f15691-337e-43a5-b499-0b6f042a5e70 req-3f5cede7-a7d4-43d1-a41c-5621470d575b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=331ae10b-a658-455d-b25e-fc1ede8855bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341175 May 19 05:53:41.021706 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311ab367-bbd7-4cc5-b241-719697baf5ca req-721ec081-1abe-468c-831e-55b62567e188 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:53:41.023154 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-311ab367-bbd7-4cc5-b241-719697baf5ca req-721ec081-1abe-468c-831e-55b62567e188 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.11 "GET /v2.0/ports?device_id=556dcc9d-7f9c-4e2f-8d0a-824424108fd4 HTTP/1.1" status: 200 len: 945 time: 0.0773427 May 19 05:53:41.065971 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-311ab367-bbd7-4cc5-b241-719697baf5ca req-95090751-629a-4316-8b52-42dd6335e45f tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.11 "GET /v2.0/security-groups?id=331ae10b-a658-455d-b25e-fc1ede8855bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372925 May 19 05:53:41.414071 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 51658) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:53:41.527685 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d3b67dd7-f279-4ffc-8131-8c008740c8c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:41.541418 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-d3b67dd7-f279-4ffc-8131-8c008740c8c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:53:41.545260 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-d3b67dd7-f279-4ffc-8131-8c008740c8c0 admin admin] Usage tracker for resource:security_group_rule and tenant:1b8286c64f9a4fcbb9917230d5019dde is out of sync, need to count used quota {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:53:41.548026 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-d3b67dd7-f279-4ffc-8131-8c008740c8c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:53:41.553546 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-d3b67dd7-f279-4ffc-8131-8c008740c8c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:53:41.638408 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d3b67dd7-f279-4ffc-8131-8c008740c8c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:41.641895 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d3b67dd7-f279-4ffc-8131-8c008740c8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:41.648415 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-4ae15211-9dbd-4899-8439-8d801a4cd4b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:53:41.689655 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-d3b67dd7-f279-4ffc-8131-8c008740c8c0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1b8286c64f9a4fcbb9917230d5019dde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2744493 May 19 05:53:41.690480 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b67dd7-f279-4ffc-8131-8c008740c8c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bae8479f-2152-4a9f-acd6-6ee403c76959,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:53:41.692278 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 51664) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:53:41.694221 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-d3b67dd7-f279-4ffc-8131-8c008740c8c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:53:41.749610 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-75e43ee2-a2da-472a-8274-7a74bd40538f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:41.773916 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-75e43ee2-a2da-472a-8274-7a74bd40538f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:41.827440 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-75e43ee2-a2da-472a-8274-7a74bd40538f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:41.831978 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-55c83674-de65-4f33-a1e7-25b94a14f4df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:53:41.843137 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e43ee2-a2da-472a-8274-7a74bd40538f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae8479f-2152-4a9f-acd6-6ee403c76959,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:53:41.846949 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-75e43ee2-a2da-472a-8274-7a74bd40538f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:53:41.852430 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-75e43ee2-a2da-472a-8274-7a74bd40538f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:41.854990 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-75e43ee2-a2da-472a-8274-7a74bd40538f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bae8479f-2152-4a9f-acd6-6ee403c76959 HTTP/1.1" status: 204 len: 168 time: 0.1616170 May 19 05:53:42.133961 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 51674) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:53:42.152125 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6c682977-3e9b-4227-b079-796d92648196 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:42.166729 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-6c682977-3e9b-4227-b079-796d92648196 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:53:42.171052 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-6c682977-3e9b-4227-b079-796d92648196 admin admin] Usage tracker for resource:security_group_rule and tenant:51b6ee190ea1441982edb63c0c5fd571 is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:53:42.174875 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-6c682977-3e9b-4227-b079-796d92648196 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:53:42.208099 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-6c682977-3e9b-4227-b079-796d92648196 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:53:42.289309 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237834cd-2e60-4ddd-9e01-a90f63c0c3bc req-f3c35f45-ce3b-48ab-88a0-63da24e773ef tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:53:42.290766 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-237834cd-2e60-4ddd-9e01-a90f63c0c3bc req-f3c35f45-ce3b-48ab-88a0-63da24e773ef tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.11 "GET /v2.0/ports?device_id=556dcc9d-7f9c-4e2f-8d0a-824424108fd4 HTTP/1.1" status: 200 len: 945 time: 0.1169648 May 19 05:53:42.339026 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-78de9ce5-8cc8-48fb-9c63-1749d119495e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:42.360674 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6c682977-3e9b-4227-b079-796d92648196 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:42.365526 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-237834cd-2e60-4ddd-9e01-a90f63c0c3bc req-08c053c6-666b-4f95-a719-7f13cc1eac1d tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.11 "GET /v2.0/security-groups?id=331ae10b-a658-455d-b25e-fc1ede8855bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681500 May 19 05:53:42.366529 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6c682977-3e9b-4227-b079-796d92648196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:42.373283 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-d81737a8-52bd-44e9-891b-fd86a00d014d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:53:42.415869 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-6c682977-3e9b-4227-b079-796d92648196 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=51b6ee190ea1441982edb63c0c5fd571&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2782438 May 19 05:53:42.415869 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c682977-3e9b-4227-b079-796d92648196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36554814-bb54-4da9-978e-56247f8c596b,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:53:42.416428 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 51680) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:53:42.418126 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-6c682977-3e9b-4227-b079-796d92648196 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:53:42.519049 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8ed00b7c-0cc8-4029-a0a5-fcb18744eace admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:42.638996 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8ed00b7c-0cc8-4029-a0a5-fcb18744eace admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:42.690474 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e559584e-1f53-41cd-bb7c-b0f8ab3f8500 req-f885911c-5d77-4cc8-9d60-c32aa3a37be3 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:53:42.691954 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e559584e-1f53-41cd-bb7c-b0f8ab3f8500 req-f885911c-5d77-4cc8-9d60-c32aa3a37be3 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.11 "GET /v2.0/ports?device_id=556dcc9d-7f9c-4e2f-8d0a-824424108fd4 HTTP/1.1" status: 200 len: 945 time: 0.2202611 May 19 05:53:42.731388 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8ed00b7c-0cc8-4029-a0a5-fcb18744eace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:42.738146 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-801a03b0-3012-42a3-bf27-9008c6d18f83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:53:42.753627 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e559584e-1f53-41cd-bb7c-b0f8ab3f8500 req-ac0a2e94-1257-4fff-9678-782845d48b68 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.11 "GET /v2.0/security-groups?id=331ae10b-a658-455d-b25e-fc1ede8855bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560634 May 19 05:53:42.754755 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed00b7c-0cc8-4029-a0a5-fcb18744eace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36554814-bb54-4da9-978e-56247f8c596b,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:53:42.758297 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-8ed00b7c-0cc8-4029-a0a5-fcb18744eace admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:53:42.769493 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8ed00b7c-0cc8-4029-a0a5-fcb18744eace admin admin] Notify callbacks [] for security_group, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:42.773217 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-8ed00b7c-0cc8-4029-a0a5-fcb18744eace admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/36554814-bb54-4da9-978e-56247f8c596b HTTP/1.1" status: 204 len: 168 time: 0.3530862 May 19 05:53:42.775918 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 51686) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:53:43.009974 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b16879-8840-4ea2-ae3c-8d28ef74bfcb tempest-TestShelveInstance-1591487917 tempest-TestShelveInstance-1591487917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:53:43.011499 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-b7b16879-8840-4ea2-ae3c-8d28ef74bfcb tempest-TestShelveInstance-1591487917 tempest-TestShelveInstance-1591487917-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=556dcc9d-7f9c-4e2f-8d0a-824424108fd4 HTTP/1.1" status: 200 len: 1093 time: 0.2346632 May 19 05:53:43.014464 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 51694) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:53:43.019366 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-11f57f69-3f6c-4570-a7f6-da0fa720a7a6 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Request body: {'floatingip': {'floating_network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'port_id': '0611b5da-28a0-40f6-a1ec-7d9fbd53e4d4', 'tenant_id': '9e5fa16fa0ad4f04b92ce6a32579830c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:53:43.025043 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-11f57f69-3f6c-4570-a7f6-da0fa720a7a6 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:53:43.029254 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-11f57f69-3f6c-4570-a7f6-da0fa720a7a6 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Usage tracker for resource:floatingip and tenant:9e5fa16fa0ad4f04b92ce6a32579830c is out of sync, need to count used quota {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:53:43.032147 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-11f57f69-3f6c-4570-a7f6-da0fa720a7a6 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:53:43.037714 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-11f57f69-3f6c-4570-a7f6-da0fa720a7a6 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:53:43.048808 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-11f57f69-3f6c-4570-a7f6-da0fa720a7a6 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Notify callbacks [] for floatingip, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:43.184552 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-11f57f69-3f6c-4570-a7f6-da0fa720a7a6 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:43.319709 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [None req-11f57f69-3f6c-4570-a7f6-da0fa720a7a6 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Allocated IP 172.27.0.8 (1e6dde84-3174-47a4-a93f-45a4a19145c3/a354a417-b24c-44ef-b568-941dc79a6d49/86a7e0ce-b844-4b66-b7df-024dffed2127) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 05:53:43.466971 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-11f57f69-3f6c-4570-a7f6-da0fa720a7a6 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Notify callbacks [] for port, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:43.496140 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-11f57f69-3f6c-4570-a7f6-da0fa720a7a6 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742272799735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266569054'] for port, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:43.500457 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:53:43.563086 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f57f69-3f6c-4570-a7f6-da0fa720a7a6 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Network 1e6dde84-3174-47a4-a93f-45a4a19145c3 is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:53:43.565899 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-11f57f69-3f6c-4570-a7f6-da0fa720a7a6 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:53:43.569607 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f57f69-3f6c-4570-a7f6-da0fa720a7a6 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 05:53:43.603093 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f57f69-3f6c-4570-a7f6-da0fa720a7a6 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Pushing event updated for resources: {'Port': ['ID=86a7e0ce-b844-4b66-b7df-024dffed2127,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:53:43.607441 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-11f57f69-3f6c-4570-a7f6-da0fa720a7a6 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:53:43.990526 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-11f57f69-3f6c-4570-a7f6-da0fa720a7a6 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:44.074040 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-11f57f69-3f6c-4570-a7f6-da0fa720a7a6 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:44.275620 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-11f57f69-3f6c-4570-a7f6-da0fa720a7a6 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Notify callbacks [] for port, precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:44.280042 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-11f57f69-3f6c-4570-a7f6-da0fa720a7a6 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266569031'] for port, after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:44.284302 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:53:44.386738 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f57f69-3f6c-4570-a7f6-da0fa720a7a6 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Pushing event updated for resources: {'Port': ['ID=86a7e0ce-b844-4b66-b7df-024dffed2127,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:53:44.390602 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-11f57f69-3f6c-4570-a7f6-da0fa720a7a6 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:53:44.396942 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-11f57f69-3f6c-4570-a7f6-da0fa720a7a6 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-399030'] for floatingip, after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:44.668104 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.db.l3_db [None req-11f57f69-3f6c-4570-a7f6-da0fa720a7a6 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Floating IP 7bd3ac70-a097-45a0-ad6b-3e3dfd0b1477 associated. External IP: 172.27.0.8, port: 0611b5da-28a0-40f6-a1ec-7d9fbd53e4d4. May 19 05:53:44.701976 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2902a408-5334-4376-b30b-8a8aae53db4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:44.851808 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:45.011170 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11f57f69-3f6c-4570-a7f6-da0fa720a7a6 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Router 9e9cbaff-6d5a-426d-a3b5-c84f6db6e450 has already been hosted by L3 agent b1c473b1-11ec-4d73-8852-93414dd700fb {{(pid=103390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 05:53:45.187394 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11f57f69-3f6c-4570-a7f6-da0fa720a7a6 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Notify agent at l3_agent.dv-cinder-782405-8-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 05:53:45.196775 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797b6648-569a-470a-a54f-2e994810fbf7 None None] Sync routers for ids ['9e9cbaff-6d5a-426d-a3b5-c84f6db6e450'] in dv-cinder-782405-8-iscsi {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 05:53:45.206173 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797b6648-569a-470a-a54f-2e994810fbf7 None None] Routers {'9e9cbaff-6d5a-426d-a3b5-c84f6db6e450'} bound to L3 agent in host dv-cinder-782405-8-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:53:45.206815 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-797b6648-569a-470a-a54f-2e994810fbf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T05:35:15Z,description=,heartbeat_timestamp=2021-05-19T05:53:45Z,host='dv-cinder-782405-8-iscsi',id=b1c473b1-11ec-4d73-8852-93414dd700fb,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:35:15Z,topic='l3_agent')) {'router_ids': ['9e9cbaff-6d5a-426d-a3b5-c84f6db6e450'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:53:45.213515 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-11f57f69-3f6c-4570-a7f6-da0fa720a7a6 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13023'] for floatingip, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:45.273601 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-11f57f69-3f6c-4570-a7f6-da0fa720a7a6 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.2578735 May 19 05:53:45.274303 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '556dcc9d-7f9c-4e2f-8d0a-824424108fd4', 'tag': '0611b5da-28a0-40f6-a1ec-7d9fbd53e4d4'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:53:45.333438 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '556dcc9d-7f9c-4e2f-8d0a-824424108fd4', 'tag': '0611b5da-28a0-40f6-a1ec-7d9fbd53e4d4', 'status': 'completed', 'code': 200} May 19 05:53:45.393185 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-797b6648-569a-470a-a54f-2e994810fbf7 None None] Set router 9e9cbaff-6d5a-426d-a3b5-c84f6db6e450 gateway port host: dv-cinder-782405-8-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:53:45.431383 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a770f-452a-4e9a-b521-6a9a97c5ff83 req-db7293c8-ed96-4d61-9f43-0b97ad51b676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:53:45.433124 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f87a770f-452a-4e9a-b521-6a9a97c5ff83 req-db7293c8-ed96-4d61-9f43-0b97ad51b676 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9e5fa16fa0ad4f04b92ce6a32579830c&device_id=556dcc9d-7f9c-4e2f-8d0a-824424108fd4 HTTP/1.1" status: 200 len: 1098 time: 0.0738773 May 19 05:53:45.565539 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a770f-452a-4e9a-b521-6a9a97c5ff83 req-e24be668-3dea-4b75-982a-513c0349101e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:53:45.566939 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f87a770f-452a-4e9a-b521-6a9a97c5ff83 req-e24be668-3dea-4b75-982a-513c0349101e service neutron] 10.222.0.26 "GET /v2.0/networks?id=82667610-6b12-4391-a629-fec9ccd32c04 HTTP/1.1" status: 200 len: 910 time: 0.1273663 May 19 05:53:45.670328 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f87a770f-452a-4e9a-b521-6a9a97c5ff83 req-287c3f09-f3d2-4ea4-9733-60f5c70ed22b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0611b5da-28a0-40f6-a1ec-7d9fbd53e4d4 HTTP/1.1" status: 200 len: 997 time: 0.0961697 May 19 05:53:45.729033 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-797b6648-569a-470a-a54f-2e994810fbf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e9cbaff-6d5a-426d-a3b5-c84f6db6e450', 'name': 'tempest-TestShelveInstance-1090475059-router', 'tenant_id': '9e5fa16fa0ad4f04b92ce6a32579830c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '809ddcd7-7570-4ae4-8fc9-49fe62844e00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:52:28Z', 'updated_at': '2021-05-19T05:52:33Z', 'revision_number': 4, 'project_id': '9e5fa16fa0ad4f04b92ce6a32579830c', 'gw_port': {'id': '809ddcd7-7570-4ae4-8fc9-49fe62844e00', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:61:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9cbaff-6d5a-426d-a3b5-c84f6db6e450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:52:29Z', 'updated_at': '2021-05-19T05:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi', '_floatingips': [{'id': '7bd3ac70-a097-45a0-ad6b-3e3dfd0b1477', 'tenant_id': '9e5fa16fa0ad4f04b92ce6a32579830c', 'floating_ip_address': '172.27.0.8', 'floating_network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'router_id': '9e9cbaff-6d5a-426d-a3b5-c84f6db6e450', 'port_id': '0611b5da-28a0-40f6-a1ec-7d9fbd53e4d4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82667610-6b12-4391-a629-fec9ccd32c04', 'mac_address': 'fa:16:3e:05:49:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556dcc9d-7f9c-4e2f-8d0a-824424108fd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T05:53:43Z', 'updated_at': '2021-05-19T05:53:43Z', 'revision_number': 0, 'project_id': '9e5fa16fa0ad4f04b92ce6a32579830c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b1fa0e3-f903-4be6-a3f3-4e32836533bd', 'name': '', 'network_id': '82667610-6b12-4391-a629-fec9ccd32c04', 'tenant_id': '9e5fa16fa0ad4f04b92ce6a32579830c', 'mac_address': 'fa:16:3e:ab:f6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9cbaff-6d5a-426d-a3b5-c84f6db6e450', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '0053ef27-2766-4222-88f7-7af5250f9576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:52:32Z', 'updated_at': '2021-05-19T05:52:40Z', 'revision_number': 5, 'project_id': '9e5fa16fa0ad4f04b92ce6a32579830c', 'subnets': [{'id': '0053ef27-2766-4222-88f7-7af5250f9576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:53:45.733678 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797b6648-569a-470a-a54f-2e994810fbf7 None None] Checking router: 9e9cbaff-6d5a-426d-a3b5-c84f6db6e450 for host: dv-cinder-782405-8-iscsi {{(pid=103393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 05:53:45.736375 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a770f-452a-4e9a-b521-6a9a97c5ff83 req-53430290-9f46-4d7f-8197-2c56a697d53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:53:45.737782 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f87a770f-452a-4e9a-b521-6a9a97c5ff83 req-53430290-9f46-4d7f-8197-2c56a697d53d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0053ef27-2766-4222-88f7-7af5250f9576 HTTP/1.1" status: 200 len: 848 time: 0.0607753 May 19 05:53:45.741900 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797b6648-569a-470a-a54f-2e994810fbf7 None None] Routers {'9e9cbaff-6d5a-426d-a3b5-c84f6db6e450'} bound to L3 agent in host dv-cinder-782405-8-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:53:45.742480 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-797b6648-569a-470a-a54f-2e994810fbf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T05:35:15Z,description=,heartbeat_timestamp=2021-05-19T05:53:45Z,host='dv-cinder-782405-8-iscsi',id=b1c473b1-11ec-4d73-8852-93414dd700fb,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:35:15Z,topic='l3_agent')) {'router_ids': ['9e9cbaff-6d5a-426d-a3b5-c84f6db6e450'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:53:45.816348 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a770f-452a-4e9a-b521-6a9a97c5ff83 req-c4f5b4df-e2d8-4ec3-b873-cf51af271dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:53:45.817734 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f87a770f-452a-4e9a-b521-6a9a97c5ff83 req-c4f5b4df-e2d8-4ec3-b873-cf51af271dda service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=82667610-6b12-4391-a629-fec9ccd32c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0736580 May 19 05:53:45.901842 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-db7c5e23-657c-45d4-9da5-15ba3bf0d241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:45.914397 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-797b6648-569a-470a-a54f-2e994810fbf7 None None] Set router 9e9cbaff-6d5a-426d-a3b5-c84f6db6e450 gateway port host: dv-cinder-782405-8-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:53:46.248271 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-797b6648-569a-470a-a54f-2e994810fbf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e9cbaff-6d5a-426d-a3b5-c84f6db6e450', 'name': 'tempest-TestShelveInstance-1090475059-router', 'tenant_id': '9e5fa16fa0ad4f04b92ce6a32579830c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '809ddcd7-7570-4ae4-8fc9-49fe62844e00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:52:28Z', 'updated_at': '2021-05-19T05:52:33Z', 'revision_number': 4, 'project_id': '9e5fa16fa0ad4f04b92ce6a32579830c', 'gw_port': {'id': '809ddcd7-7570-4ae4-8fc9-49fe62844e00', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:61:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9cbaff-6d5a-426d-a3b5-c84f6db6e450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:52:29Z', 'updated_at': '2021-05-19T05:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi', '_floatingips': [{'id': '7bd3ac70-a097-45a0-ad6b-3e3dfd0b1477', 'tenant_id': '9e5fa16fa0ad4f04b92ce6a32579830c', 'floating_ip_address': '172.27.0.8', 'floating_network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'router_id': '9e9cbaff-6d5a-426d-a3b5-c84f6db6e450', 'port_id': '0611b5da-28a0-40f6-a1ec-7d9fbd53e4d4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82667610-6b12-4391-a629-fec9ccd32c04', 'mac_address': 'fa:16:3e:05:49:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556dcc9d-7f9c-4e2f-8d0a-824424108fd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T05:53:43Z', 'updated_at': '2021-05-19T05:53:43Z', 'revision_number': 0, 'project_id': '9e5fa16fa0ad4f04b92ce6a32579830c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b1fa0e3-f903-4be6-a3f3-4e32836533bd', 'name': '', 'network_id': '82667610-6b12-4391-a629-fec9ccd32c04', 'tenant_id': '9e5fa16fa0ad4f04b92ce6a32579830c', 'mac_address': 'fa:16:3e:ab:f6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9cbaff-6d5a-426d-a3b5-c84f6db6e450', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '0053ef27-2766-4222-88f7-7af5250f9576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:52:32Z', 'updated_at': '2021-05-19T05:52:40Z', 'revision_number': 5, 'project_id': '9e5fa16fa0ad4f04b92ce6a32579830c', 'subnets': [{'id': '0053ef27-2766-4222-88f7-7af5250f9576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:53:46.252073 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797b6648-569a-470a-a54f-2e994810fbf7 None None] The sync data for ids ['9e9cbaff-6d5a-426d-a3b5-c84f6db6e450'] in dv-cinder-782405-8-iscsi is: [{'id': '9e9cbaff-6d5a-426d-a3b5-c84f6db6e450', 'name': 'tempest-TestShelveInstance-1090475059-router', 'tenant_id': '9e5fa16fa0ad4f04b92ce6a32579830c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '809ddcd7-7570-4ae4-8fc9-49fe62844e00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:52:28Z', 'updated_at': '2021-05-19T05:52:33Z', 'revision_number': 4, 'project_id': '9e5fa16fa0ad4f04b92ce6a32579830c', 'gw_port': {'id': '809ddcd7-7570-4ae4-8fc9-49fe62844e00', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:61:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9cbaff-6d5a-426d-a3b5-c84f6db6e450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:52:29Z', 'updated_at': '2021-05-19T05:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi', '_floatingips': [{'id': '7bd3ac70-a097-45a0-ad6b-3e3dfd0b1477', 'tenant_id': '9e5fa16fa0ad4f04b92ce6a32579830c', 'floating_ip_address': '172.27.0.8', 'floating_network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'router_id': '9e9cbaff-6d5a-426d-a3b5-c84f6db6e450', 'port_id': '0611b5da-28a0-40f6-a1ec-7d9fbd53e4d4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82667610-6b12-4391-a629-fec9ccd32c04', 'mac_address': 'fa:16:3e:05:49:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556dcc9d-7f9c-4e2f-8d0a-824424108fd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T05:53:43Z', 'updated_at': '2021-05-19T05:53:43Z', 'revision_number': 0, 'project_id': '9e5fa16fa0ad4f04b92ce6a32579830c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b1fa0e3-f903-4be6-a3f3-4e32836533bd', 'name': '', 'network_id': '82667610-6b12-4391-a629-fec9ccd32c04', 'tenant_id': '9e5fa16fa0ad4f04b92ce6a32579830c', 'mac_address': 'fa:16:3e:ab:f6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9cbaff-6d5a-426d-a3b5-c84f6db6e450', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '0053ef27-2766-4222-88f7-7af5250f9576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:52:32Z', 'updated_at': '2021-05-19T05:52:40Z', 'revision_number': 5, 'project_id': '9e5fa16fa0ad4f04b92ce6a32579830c', 'subnets': [{'id': '0053ef27-2766-4222-88f7-7af5250f9576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 05:53:46.417461 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c992d2e-c920-494a-b19b-8be70dc1cb30 None None] New status for floating IP 7bd3ac70-a097-45a0-ad6b-3e3dfd0b1477: ACTIVE {{(pid=103392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 05:53:47.166947 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f87a770f-452a-4e9a-b521-6a9a97c5ff83 req-059076f7-dc04-4769-ac9c-10f41bcc9494 service neutron] 10.222.0.26 "GET /v2.0/networks/82667610-6b12-4391-a629-fec9ccd32c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229787 May 19 05:53:47.603978 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ca9ec6bf-79c4-448f-b3bb-8c49e8cf3732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:48.104898 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f87a770f-452a-4e9a-b521-6a9a97c5ff83 req-ecbd2add-6097-401f-a5f6-a00bdd040b59 service neutron] 10.222.0.26 "GET /v2.0/networks/82667610-6b12-4391-a629-fec9ccd32c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224294 May 19 05:53:51.943028 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744e09da-a384-4fb4-bc48-f5ca94056059 req-fedad9e1-6ef6-4bde-ba86-c405fc28862f tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:53:51.944364 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-744e09da-a384-4fb4-bc48-f5ca94056059 req-fedad9e1-6ef6-4bde-ba86-c405fc28862f tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=6288ad2e-4e69-4d1d-a01d-89b2c52155a7 HTTP/1.1" status: 200 len: 946 time: 0.0833459 May 19 05:53:51.987816 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-744e09da-a384-4fb4-bc48-f5ca94056059 req-7652795e-5a92-4b91-be1b-6e9635c5ef02 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcbbcb83-a201-4d9b-87bd-6383b4e1ff9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377781 May 19 05:53:53.177616 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f012d53-449a-4154-b6a0-17a3ddd73ec0 req-a59b1449-1462-43dd-885f-358a2399081e tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:53:53.179139 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5f012d53-449a-4154-b6a0-17a3ddd73ec0 req-a59b1449-1462-43dd-885f-358a2399081e tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=6288ad2e-4e69-4d1d-a01d-89b2c52155a7 HTTP/1.1" status: 200 len: 946 time: 0.0835328 May 19 05:53:53.224193 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5f012d53-449a-4154-b6a0-17a3ddd73ec0 req-eda9eed9-aa4e-4b34-9cc0-bab55741a795 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcbbcb83-a201-4d9b-87bd-6383b4e1ff9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386744 May 19 05:53:53.459358 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acd3a8f-5c44-4dc5-9e71-cf455fbd01e3 req-0661d965-b95e-46a1-9fb8-4c29920c80b3 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:53:53.460755 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3acd3a8f-5c44-4dc5-9e71-cf455fbd01e3 req-0661d965-b95e-46a1-9fb8-4c29920c80b3 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.26 "GET /v2.0/ports?device_id=6288ad2e-4e69-4d1d-a01d-89b2c52155a7 HTTP/1.1" status: 200 len: 946 time: 0.0794876 May 19 05:53:53.588174 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-8ef77f1b-c1f2-4f7f-903c-9c4facac0416 None None] Agent healthcheck: found 6 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 05:53:53.593887 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [req-3acd3a8f-5c44-4dc5-9e71-cf455fbd01e3 req-3e2897e8-cde2-4386-b0f5-45dd04415a08 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Deleting port 9f42976f-b938-47c2-bd49-4909278b62bc {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 05:53:53.594261 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-3acd3a8f-5c44-4dc5-9e71-cf455fbd01e3 req-3e2897e8-cde2-4386-b0f5-45dd04415a08 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742273213799'] for port, before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:53.725786 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-3acd3a8f-5c44-4dc5-9e71-cf455fbd01e3 req-3e2897e8-cde2-4386-b0f5-45dd04415a08 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] For port 9f42976f-b938-47c2-bd49-4909278b62bc, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=9f42976f-b938-47c2-bd49-4909278b62bc,segment=NetworkSegment(f507ec07-80b3-40da-acb9-6d4ba052bdb5),segment_id=f507ec07-80b3-40da-acb9-6d4ba052bdb5)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:53:53.726145 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-3acd3a8f-5c44-4dc5-9e71-cf455fbd01e3 req-3e2897e8-cde2-4386-b0f5-45dd04415a08 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401034'] for port, precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:53.913917 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 51798) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:53:54.029026 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a5c1702f-3b14-4e4f-8c71-41ac736b3461 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:54.042592 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-a5c1702f-3b14-4e4f-8c71-41ac736b3461 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:53:54.046942 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-a5c1702f-3b14-4e4f-8c71-41ac736b3461 admin admin] Usage tracker for resource:security_group_rule and tenant:4d128dee8a78436e87e9585be0924445 is out of sync, need to count used quota {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:53:54.049664 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-a5c1702f-3b14-4e4f-8c71-41ac736b3461 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:53:54.055236 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-a5c1702f-3b14-4e4f-8c71-41ac736b3461 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:53:54.109247 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-3acd3a8f-5c44-4dc5-9e71-cf455fbd01e3 req-3e2897e8-cde2-4386-b0f5-45dd04415a08 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:54.110023 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-3acd3a8f-5c44-4dc5-9e71-cf455fbd01e3 req-3e2897e8-cde2-4386-b0f5-45dd04415a08 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-399030'] for floatingip, after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:54.110686 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.db.l3_db [req-3acd3a8f-5c44-4dc5-9e71-cf455fbd01e3 req-3e2897e8-cde2-4386-b0f5-45dd04415a08 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Floating IP 7bf41e99-3d34-4781-8688-b6ac28f64fdb disassociated. External IP: 172.27.0.86, port: 9f42976f-b938-47c2-bd49-4909278b62bc. May 19 05:53:54.111040 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [req-3acd3a8f-5c44-4dc5-9e71-cf455fbd01e3 req-3e2897e8-cde2-4386-b0f5-45dd04415a08 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Calling delete_port for 9f42976f-b938-47c2-bd49-4909278b62bc owned by compute:nova {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 05:53:54.139342 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a5c1702f-3b14-4e4f-8c71-41ac736b3461 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:54.144588 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a5c1702f-3b14-4e4f-8c71-41ac736b3461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:54.152606 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-ea7e0950-e153-48fb-9636-08d4e21c16ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:53:54.186003 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-a5c1702f-3b14-4e4f-8c71-41ac736b3461 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4d128dee8a78436e87e9585be0924445&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2710328 May 19 05:53:54.191771 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 51804) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:53:54.198945 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c1702f-3b14-4e4f-8c71-41ac736b3461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4bd8b94-4b7c-4fe3-9c91-f85e2f440a54,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:53:54.202692 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-a5c1702f-3b14-4e4f-8c71-41ac736b3461 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:53:54.272910 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-3acd3a8f-5c44-4dc5-9e71-cf455fbd01e3 req-3e2897e8-cde2-4386-b0f5-45dd04415a08 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742273216184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742272802052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263355286'] for port, after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:54.279317 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-b3bbc8e1-77b3-47ec-8a85-a0b0acc99bd4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:53:54.324264 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8691a68c-0628-4875-80f1-c1b928c7f341 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:54.329462 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2897e8-cde2-4386-b0f5-45dd04415a08 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Pushing event deleted for resources: {'Port': ['ID=9f42976f-b938-47c2-bd49-4909278b62bc,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:53:54.339414 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-3e2897e8-cde2-4386-b0f5-45dd04415a08 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:53:54.447800 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-fbe24503-1ff4-4cda-8336-57792c7b6caf req-7bfa0a71-a420-4092-92ea-39951fb36d9d tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/ports?device_id=6288ad2e-4e69-4d1d-a01d-89b2c52155a7 HTTP/1.1" status: 200 len: 210 time: 0.1073782 May 19 05:53:54.463788 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8691a68c-0628-4875-80f1-c1b928c7f341 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:54.595611 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8691a68c-0628-4875-80f1-c1b928c7f341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:54.602290 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-e3bc2312-f0b2-4bc2-aac0-aea5a7e1cfdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:53:54.620596 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8691a68c-0628-4875-80f1-c1b928c7f341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4bd8b94-4b7c-4fe3-9c91-f85e2f440a54,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:53:54.624830 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-8691a68c-0628-4875-80f1-c1b928c7f341 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:53:54.629491 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3acd3a8f-5c44-4dc5-9e71-cf455fbd01e3 req-3e2897e8-cde2-4386-b0f5-45dd04415a08 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Router 28d60863-05ad-4fb3-9fc5-b38582aec9c9 has already been hosted by L3 agent b1c473b1-11ec-4d73-8852-93414dd700fb {{(pid=103391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 05:53:54.651255 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8691a68c-0628-4875-80f1-c1b928c7f341 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:54.652345 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-8691a68c-0628-4875-80f1-c1b928c7f341 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a4bd8b94-4b7c-4fe3-9c91-f85e2f440a54 HTTP/1.1" status: 204 len: 168 time: 0.4596384 May 19 05:53:54.824426 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3acd3a8f-5c44-4dc5-9e71-cf455fbd01e3 req-3e2897e8-cde2-4386-b0f5-45dd04415a08 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Notify agent at l3_agent.dv-cinder-782405-8-iscsi the message routers_updated {{(pid=103391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 05:53:54.834584 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539a76d8-6723-4c33-b8d8-3ad99ecba470 None None] Sync routers for ids ['28d60863-05ad-4fb3-9fc5-b38582aec9c9'] in dv-cinder-782405-8-iscsi {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 05:53:54.844699 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539a76d8-6723-4c33-b8d8-3ad99ecba470 None None] Routers {'28d60863-05ad-4fb3-9fc5-b38582aec9c9'} bound to L3 agent in host dv-cinder-782405-8-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:53:54.845314 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-539a76d8-6723-4c33-b8d8-3ad99ecba470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T05:35:15Z,description=,heartbeat_timestamp=2021-05-19T05:53:45Z,host='dv-cinder-782405-8-iscsi',id=b1c473b1-11ec-4d73-8852-93414dd700fb,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:35:15Z,topic='l3_agent')) {'router_ids': ['28d60863-05ad-4fb3-9fc5-b38582aec9c9'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:53:54.901123 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [req-3acd3a8f-5c44-4dc5-9e71-cf455fbd01e3 req-3e2897e8-cde2-4386-b0f5-45dd04415a08 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] No DVR routers for this DVR port 9f42976f-b938-47c2-bd49-4909278b62bc on host hv-cinder-78240 {{(pid=103391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 05:53:54.905412 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-3acd3a8f-5c44-4dc5-9e71-cf455fbd01e3 req-3e2897e8-cde2-4386-b0f5-45dd04415a08 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13023'] for port, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:54.907561 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3acd3a8f-5c44-4dc5-9e71-cf455fbd01e3 req-3e2897e8-cde2-4386-b0f5-45dd04415a08 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.26 "DELETE /v2.0/ports/9f42976f-b938-47c2-bd49-4909278b62bc HTTP/1.1" status: 204 len: 173 time: 1.4406254 May 19 05:53:54.908124 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6288ad2e-4e69-4d1d-a01d-89b2c52155a7', 'name': 'network-vif-deleted', 'tag': '9f42976f-b938-47c2-bd49-4909278b62bc'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:53:55.088430 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-539a76d8-6723-4c33-b8d8-3ad99ecba470 None None] Set router 28d60863-05ad-4fb3-9fc5-b38582aec9c9 gateway port host: dv-cinder-782405-8-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:53:55.189439 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6288ad2e-4e69-4d1d-a01d-89b2c52155a7', 'name': 'network-vif-deleted', 'tag': '9f42976f-b938-47c2-bd49-4909278b62bc', 'status': 'completed', 'code': 200} May 19 05:53:55.365645 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 51834) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:53:55.414688 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-539a76d8-6723-4c33-b8d8-3ad99ecba470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28d60863-05ad-4fb3-9fc5-b38582aec9c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1680429854-router', 'tenant_id': 'c17fd9a8c56841e28e94a39c06931094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '2282138d-dbca-4b4f-9ee5-b6b23b6b7fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:42:33Z', 'updated_at': '2021-05-19T05:42:52Z', 'revision_number': 4, 'project_id': 'c17fd9a8c56841e28e94a39c06931094', 'gw_port': {'id': '2282138d-dbca-4b4f-9ee5-b6b23b6b7fc8', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d60863-05ad-4fb3-9fc5-b38582aec9c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:42:36Z', 'updated_at': '2021-05-19T05:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi', '_interfaces': [{'id': '9c2189c6-e426-466f-82fd-a8da5f47588b', 'name': '', 'network_id': '66468b2a-efab-4a3c-bf32-cbdbf073937c', 'tenant_id': 'c17fd9a8c56841e28e94a39c06931094', 'mac_address': 'fa:16:3e:72:c4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d60863-05ad-4fb3-9fc5-b38582aec9c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0fe61487-2837-401f-bfcd-f193a4daf6f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:42:48Z', 'updated_at': '2021-05-19T05:43:05Z', 'revision_number': 5, 'project_id': 'c17fd9a8c56841e28e94a39c06931094', 'subnets': [{'id': '0fe61487-2837-401f-bfcd-f193a4daf6f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:53:55.418670 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539a76d8-6723-4c33-b8d8-3ad99ecba470 None None] Checking router: 28d60863-05ad-4fb3-9fc5-b38582aec9c9 for host: dv-cinder-782405-8-iscsi {{(pid=103393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 05:53:55.426926 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539a76d8-6723-4c33-b8d8-3ad99ecba470 None None] Routers {'28d60863-05ad-4fb3-9fc5-b38582aec9c9'} bound to L3 agent in host dv-cinder-782405-8-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:53:55.427519 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-539a76d8-6723-4c33-b8d8-3ad99ecba470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T05:35:15Z,description=,heartbeat_timestamp=2021-05-19T05:53:45Z,host='dv-cinder-782405-8-iscsi',id=b1c473b1-11ec-4d73-8852-93414dd700fb,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:35:15Z,topic='l3_agent')) {'router_ids': ['28d60863-05ad-4fb3-9fc5-b38582aec9c9'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:53:55.480403 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-63e9e6ef-61ea-4810-bc73-e56ad89b37c8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1447507673-network', 'tenant_id': 'a4f8c0b6f7d644f3bb3c991f7964e79e'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:53:55.486915 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-63e9e6ef-61ea-4810-bc73-e56ad89b37c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:53:55.492023 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-63e9e6ef-61ea-4810-bc73-e56ad89b37c8 admin admin] Usage tracker for resource:network and tenant:a4f8c0b6f7d644f3bb3c991f7964e79e is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:53:55.496505 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-63e9e6ef-61ea-4810-bc73-e56ad89b37c8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:53:55.504508 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-63e9e6ef-61ea-4810-bc73-e56ad89b37c8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:53:55.517901 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63e9e6ef-61ea-4810-bc73-e56ad89b37c8 admin admin] Made reservation on behalf of a4f8c0b6f7d644f3bb3c991f7964e79e for: {'network': 1} {{(pid=103391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 05:53:55.522130 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-63e9e6ef-61ea-4810-bc73-e56ad89b37c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3666241'] for network, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:55.538683 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-63e9e6ef-61ea-4810-bc73-e56ad89b37c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:55.560340 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-63e9e6ef-61ea-4810-bc73-e56ad89b37c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:53:55.567020 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-63e9e6ef-61ea-4810-bc73-e56ad89b37c8 admin admin] Usage tracker for resource:security_group_rule and tenant:a4f8c0b6f7d644f3bb3c991f7964e79e is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:53:55.570235 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-63e9e6ef-61ea-4810-bc73-e56ad89b37c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:53:55.577059 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-63e9e6ef-61ea-4810-bc73-e56ad89b37c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:53:55.585404 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 51844) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:53:55.619320 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-539a76d8-6723-4c33-b8d8-3ad99ecba470 None None] Set router 28d60863-05ad-4fb3-9fc5-b38582aec9c9 gateway port host: dv-cinder-782405-8-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:53:55.664989 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-86bc3241-4cb2-42a0-a8d2-c1386d256360 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Notify callbacks [] for security_group, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:55.670100 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-63e9e6ef-61ea-4810-bc73-e56ad89b37c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:55.676394 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-63e9e6ef-61ea-4810-bc73-e56ad89b37c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:55.681409 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-8f798cda-842a-438a-94c5-dc4ac6870e04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:53:55.695952 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-86bc3241-4cb2-42a0-a8d2-c1386d256360 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:55.716404 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63e9e6ef-61ea-4810-bc73-e56ad89b37c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=103391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 05:53:55.722175 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e9e6ef-61ea-4810-bc73-e56ad89b37c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f96305e-b0b4-443d-b05c-b10ca605a033,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:53:55.725807 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-63e9e6ef-61ea-4810-bc73-e56ad89b37c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:53:55.731437 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-63e9e6ef-61ea-4810-bc73-e56ad89b37c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3517393'] for segment, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:55.732047 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.db.segments_db [None req-63e9e6ef-61ea-4810-bc73-e56ad89b37c8 admin admin] Added segment 546ebb03-cb0e-45c1-b49a-6ad54eee385e of type vlan for network 8d933abf-3602-4778-8ddc-0a2471762da3 May 19 05:53:55.751283 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-86bc3241-4cb2-42a0-a8d2-c1386d256360 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:55.756465 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-beb4dfcc-f65c-4787-ba3e-338c8b737ec3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:53:55.763222 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-63e9e6ef-61ea-4810-bc73-e56ad89b37c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742272786041'] for network, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:55.772137 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bc3241-4cb2-42a0-a8d2-c1386d256360 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcbbcb83-a201-4d9b-87bd-6383b4e1ff9e,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:53:55.775581 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-86bc3241-4cb2-42a0-a8d2-c1386d256360 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:53:55.790771 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-86bc3241-4cb2-42a0-a8d2-c1386d256360 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Notify callbacks [] for security_group, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:55.795549 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-86bc3241-4cb2-42a0-a8d2-c1386d256360 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "DELETE /v2.0/security-groups/bcbbcb83-a201-4d9b-87bd-6383b4e1ff9e HTTP/1.1" status: 204 len: 168 time: 0.2062635 May 19 05:53:55.796011 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 51848) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:53:55.796618 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-63e9e6ef-61ea-4810-bc73-e56ad89b37c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-542600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-584118'] for network, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:55.798246 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e9e6ef-61ea-4810-bc73-e56ad89b37c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:53:55.799110 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-63e9e6ef-61ea-4810-bc73-e56ad89b37c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584083'] for network, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:55.804836 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-810b6ede-6cb1-44c6-a21b-4a46bd3ba1eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:53:55.816294 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.api.v2.resource [None req-fbbe6e18-3807-4ecd-853c-2819fbb7fa42 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] show failed (client error): The resource could not be found. May 19 05:53:55.817649 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-fbbe6e18-3807-4ecd-853c-2819fbb7fa42 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "GET /v2.0/security-groups/bcbbcb83-a201-4d9b-87bd-6383b4e1ff9e HTTP/1.1" status: 404 len: 347 time: 0.0202992 May 19 05:53:55.820500 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 51852) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:53:55.914191 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-63e9e6ef-61ea-4810-bc73-e56ad89b37c8 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5446048 May 19 05:53:55.914531 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 51856) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:53:55.917398 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e9e6ef-61ea-4810-bc73-e56ad89b37c8 admin admin] Pushing event updated for resources: {'Network': ['ID=8d933abf-3602-4778-8ddc-0a2471762da3,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:53:55.922985 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-57744dfd-a35c-471f-9366-f6e21e674c24 admin admin] Request body: {'subnet': {'network_id': '8d933abf-3602-4778-8ddc-0a2471762da3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1447507673-subnet', 'tenant_id': 'a4f8c0b6f7d644f3bb3c991f7964e79e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:53:55.928034 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-63e9e6ef-61ea-4810-bc73-e56ad89b37c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:53:55.929087 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-57744dfd-a35c-471f-9366-f6e21e674c24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:53:55.929529 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Network 8d933abf-3602-4778-8ddc-0a2471762da3 details requested by agent ovs-agent-dv-cinder-782405-8-iscsi with host dv-cinder-782405-8-iscsi {{(pid=103392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 05:53:55.933267 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-57744dfd-a35c-471f-9366-f6e21e674c24 admin admin] Usage tracker for resource:subnet and tenant:a4f8c0b6f7d644f3bb3c991f7964e79e is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:53:55.936628 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-57744dfd-a35c-471f-9366-f6e21e674c24 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:53:55.942517 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-57744dfd-a35c-471f-9366-f6e21e674c24 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:53:55.955081 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57744dfd-a35c-471f-9366-f6e21e674c24 admin admin] Made reservation on behalf of a4f8c0b6f7d644f3bb3c991f7964e79e for: {'subnet': 1} {{(pid=103391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 05:53:55.958259 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-57744dfd-a35c-471f-9366-f6e21e674c24 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264176305'] for subnet, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:55.961803 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-539a76d8-6723-4c33-b8d8-3ad99ecba470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28d60863-05ad-4fb3-9fc5-b38582aec9c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1680429854-router', 'tenant_id': 'c17fd9a8c56841e28e94a39c06931094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '2282138d-dbca-4b4f-9ee5-b6b23b6b7fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:42:33Z', 'updated_at': '2021-05-19T05:42:52Z', 'revision_number': 4, 'project_id': 'c17fd9a8c56841e28e94a39c06931094', 'gw_port': {'id': '2282138d-dbca-4b4f-9ee5-b6b23b6b7fc8', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d60863-05ad-4fb3-9fc5-b38582aec9c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:42:36Z', 'updated_at': '2021-05-19T05:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi', '_interfaces': [{'id': '9c2189c6-e426-466f-82fd-a8da5f47588b', 'name': '', 'network_id': '66468b2a-efab-4a3c-bf32-cbdbf073937c', 'tenant_id': 'c17fd9a8c56841e28e94a39c06931094', 'mac_address': 'fa:16:3e:72:c4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d60863-05ad-4fb3-9fc5-b38582aec9c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0fe61487-2837-401f-bfcd-f193a4daf6f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:42:48Z', 'updated_at': '2021-05-19T05:43:05Z', 'revision_number': 5, 'project_id': 'c17fd9a8c56841e28e94a39c06931094', 'subnets': [{'id': '0fe61487-2837-401f-bfcd-f193a4daf6f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:53:55.966541 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539a76d8-6723-4c33-b8d8-3ad99ecba470 None None] The sync data for ids ['28d60863-05ad-4fb3-9fc5-b38582aec9c9'] in dv-cinder-782405-8-iscsi is: [{'id': '28d60863-05ad-4fb3-9fc5-b38582aec9c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1680429854-router', 'tenant_id': 'c17fd9a8c56841e28e94a39c06931094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '2282138d-dbca-4b4f-9ee5-b6b23b6b7fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:42:33Z', 'updated_at': '2021-05-19T05:42:52Z', 'revision_number': 4, 'project_id': 'c17fd9a8c56841e28e94a39c06931094', 'gw_port': {'id': '2282138d-dbca-4b4f-9ee5-b6b23b6b7fc8', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d60863-05ad-4fb3-9fc5-b38582aec9c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:42:36Z', 'updated_at': '2021-05-19T05:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi', '_interfaces': [{'id': '9c2189c6-e426-466f-82fd-a8da5f47588b', 'name': '', 'network_id': '66468b2a-efab-4a3c-bf32-cbdbf073937c', 'tenant_id': 'c17fd9a8c56841e28e94a39c06931094', 'mac_address': 'fa:16:3e:72:c4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d60863-05ad-4fb3-9fc5-b38582aec9c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0fe61487-2837-401f-bfcd-f193a4daf6f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:42:48Z', 'updated_at': '2021-05-19T05:43:05Z', 'revision_number': 5, 'project_id': 'c17fd9a8c56841e28e94a39c06931094', 'subnets': [{'id': '0fe61487-2837-401f-bfcd-f193a4daf6f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 05:53:56.066328 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-9fec4576-3a12-48f2-b058-150e8e130acb tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Deleting port 90495b3b-6084-4938-9129-ab1192d07a37 {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 05:53:56.066792 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9fec4576-3a12-48f2-b058-150e8e130acb tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742273213799'] for port, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:56.202099 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9fec4576-3a12-48f2-b058-150e8e130acb tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401034'] for port, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:56.202502 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9fec4576-3a12-48f2-b058-150e8e130acb tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:56.217913 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef881a3-510e-4c97-a48e-a4a31b5f113a None None] New status for floating IP 7bf41e99-3d34-4781-8688-b6ac28f64fdb: DOWN {{(pid=103392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 05:53:56.270009 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Device 9f42976f-b938-47c2-bd49-4909278b62bc no longer exists at agent hyperv_hv-cinder-78240 {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 05:53:56.328127 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] No Port match for: 9f42976f-b938-47c2-bd49-4909278b62bc {{(pid=103392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 05:53:56.328471 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Device 9f42976f-b938-47c2-bd49-4909278b62bc not bound to the agent host hv-cinder-78240 {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 05:53:56.441683 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-9fec4576-3a12-48f2-b058-150e8e130acb tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Calling delete_port for 90495b3b-6084-4938-9129-ab1192d07a37 owned by network:floatingip {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 05:53:56.478194 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-57744dfd-a35c-471f-9366-f6e21e674c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263301638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264176259'] for subnet, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:56.483999 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-dc5a1b58-8786-4deb-81a4-b0999e40ae53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:53:56.559550 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57744dfd-a35c-471f-9366-f6e21e674c24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a590f6a6-a60c-4550-be15-b905527916b1,revision_number=0']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:53:56.563239 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9fec4576-3a12-48f2-b058-150e8e130acb tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742273216184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742272802052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266569054'] for port, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:56.563414 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-57744dfd-a35c-471f-9366-f6e21e674c24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:53:56.564034 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57744dfd-a35c-471f-9366-f6e21e674c24 admin admin] Checking segment: {'id': '546ebb03-cb0e-45c1-b49a-6ad54eee385e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8d933abf-3602-4778-8ddc-0a2471762da3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:53:56.564398 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57744dfd-a35c-471f-9366-f6e21e674c24 admin admin] Network hostable DHCP agents. Network: 8d933abf-3602-4778-8ddc-0a2471762da3, hostable agents: ['51c3ebcd-1a29-4010-9a37-07f85f6ad558'], hosted agents: [] {{(pid=103391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 05:53:56.566887 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:53:56.580824 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57744dfd-a35c-471f-9366-f6e21e674c24 admin admin] Network 8d933abf-3602-4778-8ddc-0a2471762da3 is scheduled to be hosted by DHCP agent 51c3ebcd-1a29-4010-9a37-07f85f6ad558 with binding_index 1 {{(pid=103391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 05:53:56.589806 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-57744dfd-a35c-471f-9366-f6e21e674c24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782405-8-iscsi, 8d933abf-3602-4778-8ddc-0a2471762da3) {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:53:56.599070 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1def63-b371-4cdb-a4a3-7e7550404552 None None] Network 8d933abf-3602-4778-8ddc-0a2471762da3 requested from dv-cinder-782405-8-iscsi {{(pid=103392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 05:53:56.599500 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57744dfd-a35c-471f-9366-f6e21e674c24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:53:56.600089 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-57744dfd-a35c-471f-9366-f6e21e674c24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584083'] for subnet, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:56.617481 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fec4576-3a12-48f2-b058-150e8e130acb tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Pushing event deleted for resources: {'Port': ['ID=90495b3b-6084-4938-9129-ab1192d07a37,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:53:56.621221 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-9fec4576-3a12-48f2-b058-150e8e130acb tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:53:56.637005 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-57744dfd-a35c-471f-9366-f6e21e674c24 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7138793 May 19 05:53:56.716258 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9fec4576-3a12-48f2-b058-150e8e130acb tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Notify callbacks [] for floatingip, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:56.730796 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9fec4576-3a12-48f2-b058-150e8e130acb tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13023'] for floatingip, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:56.735577 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-9fec4576-3a12-48f2-b058-150e8e130acb tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] 10.222.0.11 "DELETE /v2.0/floatingips/7bf41e99-3d34-4781-8688-b6ac28f64fdb HTTP/1.1" status: 204 len: 168 time: 0.9105186 May 19 05:53:56.797977 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a9efa4-a3cb-44d4-8716-84e5a7fe97e0 None None] Network 8d933abf-3602-4778-8ddc-0a2471762da3 requested from dv-cinder-782405-8-iscsi {{(pid=103392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 05:53:58.271920 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:58.643692 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a2464a-87f6-40f8-8df8-180624ac71e3 req-456b3482-6fe5-43db-87c8-c5384acaa472 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:53:58.644345 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-38a2464a-87f6-40f8-8df8-180624ac71e3 req-456b3482-6fe5-43db-87c8-c5384acaa472 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] Synchronizing usage tracker for tenant:a4f8c0b6f7d644f3bb3c991f7964e79e on resource:network {{(pid=103391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:53:58.660755 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-38a2464a-87f6-40f8-8df8-180624ac71e3 req-456b3482-6fe5-43db-87c8-c5384acaa472 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] Unset dirty status for tenant:a4f8c0b6f7d644f3bb3c991f7964e79e on resource:network {{(pid=103391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:53:58.662088 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-38a2464a-87f6-40f8-8df8-180624ac71e3 req-456b3482-6fe5-43db-87c8-c5384acaa472 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] 10.222.0.11 "GET /v2.0/networks?id=8d933abf-3602-4778-8ddc-0a2471762da3 HTTP/1.1" status: 200 len: 809 time: 0.1636810 May 19 05:53:58.678216 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-38a2464a-87f6-40f8-8df8-180624ac71e3 req-ff429e54-d596-41ac-880a-ff98f572afe8 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] 10.222.0.11 "GET /v2.0/quotas/a4f8c0b6f7d644f3bb3c991f7964e79e HTTP/1.1" status: 200 len: 375 time: 0.0103817 May 19 05:53:58.727341 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-38a2464a-87f6-40f8-8df8-180624ac71e3 req-206eec67-5d5f-4b83-803c-31432aa51f67 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=a4f8c0b6f7d644f3bb3c991f7964e79e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0430071 May 19 05:53:58.856660 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-38a2464a-87f6-40f8-8df8-180624ac71e3 req-d53d432f-c47a-4a40-9cf6-b8f9ff6686df service neutron] 10.222.0.11 "GET /v2.0/networks/8d933abf-3602-4778-8ddc-0a2471762da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211810 May 19 05:53:58.983661 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-38a2464a-87f6-40f8-8df8-180624ac71e3 req-4f2f245f-277d-41e5-a7a9-9df72b6d4b8f service neutron] 10.222.0.11 "GET /v2.0/networks/8d933abf-3602-4778-8ddc-0a2471762da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211760 May 19 05:53:59.152595 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3afd2f35-63a3-4ec6-9b34-c37a2ae620cc req-3efe5bca-b271-4d04-b9d5-f35c97eb9b58 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] 10.222.0.11 "GET /v2.0/ports?device_id=84e32bb3-844d-4e51-9c2b-1e4d6f01c2ab HTTP/1.1" status: 200 len: 210 time: 0.0424223 May 19 05:53:59.645291 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 51916) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:54:00.269217 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a2464a-87f6-40f8-8df8-180624ac71e3 req-a93faf12-681a-458b-a277-0759910746c8 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:54:00.270624 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-38a2464a-87f6-40f8-8df8-180624ac71e3 req-a93faf12-681a-458b-a277-0759910746c8 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] 10.222.0.26 "GET /v2.0/networks?id=8d933abf-3602-4778-8ddc-0a2471762da3 HTTP/1.1" status: 200 len: 809 time: 0.2094774 May 19 05:54:00.311031 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [req-38a2464a-87f6-40f8-8df8-180624ac71e3 req-9c46d01c-7952-49a0-a60a-7e4e7f357c58 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] Request body: {'port': {'device_id': '84e32bb3-844d-4e51-9c2b-1e4d6f01c2ab', 'network_id': '8d933abf-3602-4778-8ddc-0a2471762da3', 'admin_state_up': True, 'tenant_id': 'a4f8c0b6f7d644f3bb3c991f7964e79e'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:54:00.345006 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b71932c2-97da-47a5-a348-ae9055f7c739 req-3d0334d2-bd00-4777-b189-37e6b755dc90 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] 10.222.0.11 "GET /v2.0/ports?device_id=84e32bb3-844d-4e51-9c2b-1e4d6f01c2ab HTTP/1.1" status: 200 len: 210 time: 0.0835092 May 19 05:54:00.633275 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [req-38a2464a-87f6-40f8-8df8-180624ac71e3 req-9c46d01c-7952-49a0-a60a-7e4e7f357c58 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:54:00.646764 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-38a2464a-87f6-40f8-8df8-180624ac71e3 req-9c46d01c-7952-49a0-a60a-7e4e7f357c58 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] Usage tracker for resource:port and tenant:a4f8c0b6f7d644f3bb3c991f7964e79e is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:54:00.656052 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-38a2464a-87f6-40f8-8df8-180624ac71e3 req-9c46d01c-7952-49a0-a60a-7e4e7f357c58 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] Quota usage for port was recalculated. Used quota:0. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:54:00.665813 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [req-38a2464a-87f6-40f8-8df8-180624ac71e3 req-9c46d01c-7952-49a0-a60a-7e4e7f357c58 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:54:00.691785 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38a2464a-87f6-40f8-8df8-180624ac71e3 req-9c46d01c-7952-49a0-a60a-7e4e7f357c58 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] Made reservation on behalf of a4f8c0b6f7d644f3bb3c991f7964e79e for: {'port': 1} {{(pid=103391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 05:54:00.695187 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-38a2464a-87f6-40f8-8df8-180624ac71e3 req-9c46d01c-7952-49a0-a60a-7e4e7f357c58 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:00.720670 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0947bd15-7781-4f3f-91b6-16bf17d9f210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398924'] for router_interface, before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:00.789530 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8ff9bf3a-faa6-4727-bae5-2d93ab129bc4 req-c47d2083-ef40-47b6-9fc0-a70528f9b234 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=556dcc9d-7f9c-4e2f-8d0a-824424108fd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2116270 May 19 05:54:01.161712 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [req-38a2464a-87f6-40f8-8df8-180624ac71e3 req-9c46d01c-7952-49a0-a60a-7e4e7f357c58 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] Allocated IP 172.20.0.9 (8d933abf-3602-4778-8ddc-0a2471762da3/a590f6a6-a60c-4550-be15-b905527916b1/c1d320a7-9ec8-4187-a330-7c1dbb61c86b) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 05:54:01.193229 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff9bf3a-faa6-4727-bae5-2d93ab129bc4 req-1e3d52ef-089c-459d-8b26-2d779363ce95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:54:01.194730 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8ff9bf3a-faa6-4727-bae5-2d93ab129bc4 req-1e3d52ef-089c-459d-8b26-2d779363ce95 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9e5fa16fa0ad4f04b92ce6a32579830c&device_id=556dcc9d-7f9c-4e2f-8d0a-824424108fd4 HTTP/1.1" status: 200 len: 1098 time: 0.2771399 May 19 05:54:01.498242 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e2681983-ffc3-431c-933e-f7587a367abf req-dd6172b2-725e-4a8e-91f5-285de597740a tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] 10.222.0.11 "GET /v2.0/ports?device_id=84e32bb3-844d-4e51-9c2b-1e4d6f01c2ab HTTP/1.1" status: 200 len: 210 time: 0.0456314 May 19 05:54:01.523045 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff9bf3a-faa6-4727-bae5-2d93ab129bc4 req-b180bec7-927f-4a6d-a379-e4fcedceab37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:54:01.524477 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8ff9bf3a-faa6-4727-bae5-2d93ab129bc4 req-b180bec7-927f-4a6d-a379-e4fcedceab37 service neutron] 10.222.0.26 "GET /v2.0/networks?id=82667610-6b12-4391-a629-fec9ccd32c04 HTTP/1.1" status: 200 len: 910 time: 0.3004818 May 19 05:54:01.673193 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-38a2464a-87f6-40f8-8df8-180624ac71e3 req-9c46d01c-7952-49a0-a60a-7e4e7f357c58 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] Notify callbacks [] for port, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:01.699747 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8ff9bf3a-faa6-4727-bae5-2d93ab129bc4 req-4d983bd5-9ba2-4493-8056-4f44ca490660 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0611b5da-28a0-40f6-a1ec-7d9fbd53e4d4 HTTP/1.1" status: 200 len: 999 time: 0.1480215 May 19 05:54:01.765551 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-0947bd15-7781-4f3f-91b6-16bf17d9f210 admin admin] Deleting port 9c2189c6-e426-466f-82fd-a8da5f47588b {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 05:54:01.765807 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0947bd15-7781-4f3f-91b6-16bf17d9f210 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742273213799'] for port, before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:01.805180 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff9bf3a-faa6-4727-bae5-2d93ab129bc4 req-a5e53d4c-8267-4a5f-b72d-37429f68bdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:54:01.806590 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8ff9bf3a-faa6-4727-bae5-2d93ab129bc4 req-a5e53d4c-8267-4a5f-b72d-37429f68bdb9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0053ef27-2766-4222-88f7-7af5250f9576 HTTP/1.1" status: 200 len: 848 time: 0.0978675 May 19 05:54:01.888947 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-38a2464a-87f6-40f8-8df8-180624ac71e3 req-9c46d01c-7952-49a0-a60a-7e4e7f357c58 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742272799735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263355286'] for port, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:01.906408 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-f8fda6d4-212d-449f-adc8-baf5a3d8a480 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:54:02.108647 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38a2464a-87f6-40f8-8df8-180624ac71e3 req-9c46d01c-7952-49a0-a60a-7e4e7f357c58 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] Network 8d933abf-3602-4778-8ddc-0a2471762da3 is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:54:02.123383 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [req-38a2464a-87f6-40f8-8df8-180624ac71e3 req-9c46d01c-7952-49a0-a60a-7e4e7f357c58 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:54:02.134820 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [req-38a2464a-87f6-40f8-8df8-180624ac71e3 req-9c46d01c-7952-49a0-a60a-7e4e7f357c58 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 05:54:02.176586 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-0947bd15-7781-4f3f-91b6-16bf17d9f210 admin admin] For port 9c2189c6-e426-466f-82fd-a8da5f47588b, host dv-cinder-782405-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-iscsi',level=0,port_id=9c2189c6-e426-466f-82fd-a8da5f47588b,segment=NetworkSegment(f507ec07-80b3-40da-acb9-6d4ba052bdb5),segment_id=f507ec07-80b3-40da-acb9-6d4ba052bdb5)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:54:02.176941 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0947bd15-7781-4f3f-91b6-16bf17d9f210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401034'] for port, precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:02.187309 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c46d01c-7952-49a0-a60a-7e4e7f357c58 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] Pushing event updated for resources: {'Port': ['ID=c1d320a7-9ec8-4187-a330-7c1dbb61c86b,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:54:02.198245 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-9c46d01c-7952-49a0-a60a-7e4e7f357c58 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:54:02.318235 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-0947bd15-7781-4f3f-91b6-16bf17d9f210 admin admin] Calling delete_port for 9c2189c6-e426-466f-82fd-a8da5f47588b owned by network:router_interface {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 05:54:02.335892 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a2464a-87f6-40f8-8df8-180624ac71e3 req-9c46d01c-7952-49a0-a60a-7e4e7f357c58 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:54:02.336495 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-38a2464a-87f6-40f8-8df8-180624ac71e3 req-9c46d01c-7952-49a0-a60a-7e4e7f357c58 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13023'] for port, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:02.363642 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff9bf3a-faa6-4727-bae5-2d93ab129bc4 req-57051282-938e-4771-9f02-990d221113f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:54:02.366060 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8ff9bf3a-faa6-4727-bae5-2d93ab129bc4 req-57051282-938e-4771-9f02-990d221113f0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=82667610-6b12-4391-a629-fec9ccd32c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5110757 May 19 05:54:02.373693 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-38a2464a-87f6-40f8-8df8-180624ac71e3 req-9c46d01c-7952-49a0-a60a-7e4e7f357c58 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0710893 May 19 05:54:02.408891 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [req-38a2464a-87f6-40f8-8df8-180624ac71e3 req-fabc3861-1961-476c-a9e6-c2acdbfeefba service neutron] Request body: {'port': {'device_id': '84e32bb3-844d-4e51-9c2b-1e4d6f01c2ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78240'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:54:02.774651 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-38a2464a-87f6-40f8-8df8-180624ac71e3 req-fabc3861-1961-476c-a9e6-c2acdbfeefba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:02.859497 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8ff9bf3a-faa6-4727-bae5-2d93ab129bc4 req-3cb4f38a-e7d8-410a-8e80-f997cf1d63aa service neutron] 10.222.0.26 "GET /v2.0/networks/82667610-6b12-4391-a629-fec9ccd32c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4848785 May 19 05:54:03.010764 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74763ef8-8c25-4572-a844-2a3435a2c914 req-01c1a9cb-a3a0-43df-9c48-46ced573d0a5 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:54:03.011453 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-74763ef8-8c25-4572-a844-2a3435a2c914 req-01c1a9cb-a3a0-43df-9c48-46ced573d0a5 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] Synchronizing usage tracker for tenant:a4f8c0b6f7d644f3bb3c991f7964e79e on resource:port {{(pid=103391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:54:03.145626 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-74763ef8-8c25-4572-a844-2a3435a2c914 req-01c1a9cb-a3a0-43df-9c48-46ced573d0a5 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] Unset dirty status for tenant:a4f8c0b6f7d644f3bb3c991f7964e79e on resource:port {{(pid=103391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:54:03.146780 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-74763ef8-8c25-4572-a844-2a3435a2c914 req-01c1a9cb-a3a0-43df-9c48-46ced573d0a5 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] 10.222.0.11 "GET /v2.0/ports?device_id=84e32bb3-844d-4e51-9c2b-1e4d6f01c2ab HTTP/1.1" status: 200 len: 931 time: 0.4686482 May 19 05:54:03.167128 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8ff9bf3a-faa6-4727-bae5-2d93ab129bc4 req-05deb135-308f-4fc5-81e2-0e0d43626b45 service neutron] 10.222.0.26 "GET /v2.0/networks/82667610-6b12-4391-a629-fec9ccd32c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2974541 May 19 05:54:03.284791 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0947bd15-7781-4f3f-91b6-16bf17d9f210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742273216184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742272802052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263355286'] for port, after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:03.295314 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-22f6ca09-6c42-476b-b07a-084e62e0afae tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:54:03.332060 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-74763ef8-8c25-4572-a844-2a3435a2c914 req-97dc196e-e58f-4ebf-9c10-933446425509 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] Synchronizing usage tracker for tenant:a4f8c0b6f7d644f3bb3c991f7964e79e on resource:security_group {{(pid=103391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:54:03.350763 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0947bd15-7781-4f3f-91b6-16bf17d9f210 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c2189c6-e426-466f-82fd-a8da5f47588b,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:54:03.353693 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-0947bd15-7781-4f3f-91b6-16bf17d9f210 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:54:03.572053 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-74763ef8-8c25-4572-a844-2a3435a2c914 req-97dc196e-e58f-4ebf-9c10-933446425509 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] Unset dirty status for tenant:a4f8c0b6f7d644f3bb3c991f7964e79e on resource:security_group {{(pid=103391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:54:03.573198 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-74763ef8-8c25-4572-a844-2a3435a2c914 req-97dc196e-e58f-4ebf-9c10-933446425509 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f96305e-b0b4-443d-b05c-b10ca605a033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4147801 May 19 05:54:03.797987 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [req-38a2464a-87f6-40f8-8df8-180624ac71e3 req-fabc3861-1961-476c-a9e6-c2acdbfeefba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1d320a7-9ec8-4187-a330-7c1dbb61c86b {{(pid=103391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 05:54:03.815531 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-38a2464a-87f6-40f8-8df8-180624ac71e3 req-fabc3861-1961-476c-a9e6-c2acdbfeefba service neutron] Notify callbacks [] for port, precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:03.840988 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [req-38a2464a-87f6-40f8-8df8-180624ac71e3 req-fabc3861-1961-476c-a9e6-c2acdbfeefba service neutron] Transition to ACTIVE for port object c1d320a7-9ec8-4187-a330-7c1dbb61c86b will not be triggered until provisioned by entity L2. {{(pid=103391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:54:03.843661 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0947bd15-7781-4f3f-91b6-16bf17d9f210 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400604'] for router_interface, after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:03.848692 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-38a2464a-87f6-40f8-8df8-180624ac71e3 req-fabc3861-1961-476c-a9e6-c2acdbfeefba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263355279'] for port, after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:03.854705 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-08d2e1f7-ee9b-4e90-982e-91d505d54fa1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:54:04.071784 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabc3861-1961-476c-a9e6-c2acdbfeefba service neutron] Pushing event updated for resources: {'Port': ['ID=c1d320a7-9ec8-4187-a330-7c1dbb61c86b,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:54:04.087623 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-fabc3861-1961-476c-a9e6-c2acdbfeefba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:54:04.236999 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-38a2464a-87f6-40f8-8df8-180624ac71e3 req-fabc3861-1961-476c-a9e6-c2acdbfeefba service neutron] Attempting to bind port c1d320a7-9ec8-4187-a330-7c1dbb61c86b on host hv-cinder-78240 for vnic_type normal with profile {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 05:54:04.237331 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-38a2464a-87f6-40f8-8df8-180624ac71e3 req-fabc3861-1961-476c-a9e6-c2acdbfeefba service neutron] Attempting to bind port c1d320a7-9ec8-4187-a330-7c1dbb61c86b by drivers openvswitch,hyperv on host hv-cinder-78240 at level 0 using segments [{'id': '546ebb03-cb0e-45c1-b49a-6ad54eee385e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8d933abf-3602-4778-8ddc-0a2471762da3'}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 05:54:04.237660 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a2464a-87f6-40f8-8df8-180624ac71e3 req-fabc3861-1961-476c-a9e6-c2acdbfeefba service neutron] Attempting to bind port c1d320a7-9ec8-4187-a330-7c1dbb61c86b on network 8d933abf-3602-4778-8ddc-0a2471762da3 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:54:04.292036 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a2464a-87f6-40f8-8df8-180624ac71e3 req-fabc3861-1961-476c-a9e6-c2acdbfeefba service neutron] Port c1d320a7-9ec8-4187-a330-7c1dbb61c86b on network 8d933abf-3602-4778-8ddc-0a2471762da3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78240 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 05:54:04.292359 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a2464a-87f6-40f8-8df8-180624ac71e3 req-fabc3861-1961-476c-a9e6-c2acdbfeefba service neutron] Attempting to bind port c1d320a7-9ec8-4187-a330-7c1dbb61c86b on network 8d933abf-3602-4778-8ddc-0a2471762da3 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:54:04.313874 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a2464a-87f6-40f8-8df8-180624ac71e3 req-fabc3861-1961-476c-a9e6-c2acdbfeefba service neutron] Checking agent: {'id': '5b106939-35fb-4931-879f-1b04325a2c36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78240', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 5, 40, 58), 'started_at': datetime.datetime(2021, 5, 19, 5, 40, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 5, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 05:54:04.314210 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a2464a-87f6-40f8-8df8-180624ac71e3 req-fabc3861-1961-476c-a9e6-c2acdbfeefba service neutron] Checking segment: {'id': '546ebb03-cb0e-45c1-b49a-6ad54eee385e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8d933abf-3602-4778-8ddc-0a2471762da3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:54:04.314615 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a2464a-87f6-40f8-8df8-180624ac71e3 req-fabc3861-1961-476c-a9e6-c2acdbfeefba service neutron] Bound using segment: {'id': '546ebb03-cb0e-45c1-b49a-6ad54eee385e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8d933abf-3602-4778-8ddc-0a2471762da3'} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 05:54:04.315043 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-38a2464a-87f6-40f8-8df8-180624ac71e3 req-fabc3861-1961-476c-a9e6-c2acdbfeefba service neutron] Bound port: c1d320a7-9ec8-4187-a330-7c1dbb61c86b, host: hv-cinder-78240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '546ebb03-cb0e-45c1-b49a-6ad54eee385e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8d933abf-3602-4778-8ddc-0a2471762da3'}}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 05:54:04.315389 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-38a2464a-87f6-40f8-8df8-180624ac71e3 req-fabc3861-1961-476c-a9e6-c2acdbfeefba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:04.491615 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-38a2464a-87f6-40f8-8df8-180624ac71e3 req-fabc3861-1961-476c-a9e6-c2acdbfeefba service neutron] For port c1d320a7-9ec8-4187-a330-7c1dbb61c86b, host hv-cinder-78240, cleared binding levels {{(pid=103391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 05:54:04.494816 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0947bd15-7781-4f3f-91b6-16bf17d9f210 admin admin] Router 28d60863-05ad-4fb3-9fc5-b38582aec9c9 has already been hosted by L3 agent b1c473b1-11ec-4d73-8852-93414dd700fb {{(pid=103391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 05:54:04.496671 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-38a2464a-87f6-40f8-8df8-180624ac71e3 req-fabc3861-1961-476c-a9e6-c2acdbfeefba service neutron] For port c1d320a7-9ec8-4187-a330-7c1dbb61c86b, host hv-cinder-78240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=c1d320a7-9ec8-4187-a330-7c1dbb61c86b,segment=NetworkSegment(546ebb03-cb0e-45c1-b49a-6ad54eee385e),segment_id=546ebb03-cb0e-45c1-b49a-6ad54eee385e)] {{(pid=103391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 05:54:04.501763 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-38a2464a-87f6-40f8-8df8-180624ac71e3 req-fabc3861-1961-476c-a9e6-c2acdbfeefba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263355279'] for port, after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:04.506140 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-3e2897e8-cde2-4386-b0f5-45dd04415a08 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:54:04.628621 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a2464a-87f6-40f8-8df8-180624ac71e3 req-fabc3861-1961-476c-a9e6-c2acdbfeefba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:54:04.629228 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-38a2464a-87f6-40f8-8df8-180624ac71e3 req-fabc3861-1961-476c-a9e6-c2acdbfeefba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13023'] for port, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:04.630603 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-38a2464a-87f6-40f8-8df8-180624ac71e3 req-fabc3861-1961-476c-a9e6-c2acdbfeefba service neutron] 10.222.0.26 "PUT /v2.0/ports/c1d320a7-9ec8-4187-a330-7c1dbb61c86b HTTP/1.1" status: 200 len: 1093 time: 2.2377496 May 19 05:54:04.632790 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84e32bb3-844d-4e51-9c2b-1e4d6f01c2ab', 'tag': 'c1d320a7-9ec8-4187-a330-7c1dbb61c86b'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:54:04.667706 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabc3861-1961-476c-a9e6-c2acdbfeefba service neutron] Pushing event updated for resources: {'Port': ['ID=c1d320a7-9ec8-4187-a330-7c1dbb61c86b,revision_number=3']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:54:04.718983 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-fabc3861-1961-476c-a9e6-c2acdbfeefba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:54:04.720509 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84e32bb3-844d-4e51-9c2b-1e4d6f01c2ab', 'tag': 'c1d320a7-9ec8-4187-a330-7c1dbb61c86b', 'status': 'completed', 'code': 200} May 19 05:54:04.764508 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fa2a50-c25b-4f8f-bae5-1a48192e63e8 req-fe08e315-fcee-4ea6-982e-a15a322cdcd4 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:54:04.765879 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-90fa2a50-c25b-4f8f-bae5-1a48192e63e8 req-fe08e315-fcee-4ea6-982e-a15a322cdcd4 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] 10.222.0.11 "GET /v2.0/ports?device_id=84e32bb3-844d-4e51-9c2b-1e4d6f01c2ab HTTP/1.1" status: 200 len: 943 time: 0.0796540 May 19 05:54:04.810023 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-90fa2a50-c25b-4f8f-bae5-1a48192e63e8 req-bb99c914-5af1-451d-9b3c-bd0100f891c2 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f96305e-b0b4-443d-b05c-b10ca605a033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382209 May 19 05:54:04.810482 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0947bd15-7781-4f3f-91b6-16bf17d9f210 admin admin] Notify agent at l3_agent.dv-cinder-782405-8-iscsi the message routers_updated {{(pid=103391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 05:54:04.818835 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fc2252-305e-43b9-a497-e3e3c5bb4f94 None None] Sync routers for ids ['28d60863-05ad-4fb3-9fc5-b38582aec9c9'] in dv-cinder-782405-8-iscsi {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 05:54:04.830397 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-0947bd15-7781-4f3f-91b6-16bf17d9f210 admin admin] 10.222.0.11 "PUT /v2.0/routers/28d60863-05ad-4fb3-9fc5-b38582aec9c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1818135 May 19 05:54:04.830592 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fc2252-305e-43b9-a497-e3e3c5bb4f94 None None] Routers {'28d60863-05ad-4fb3-9fc5-b38582aec9c9'} bound to L3 agent in host dv-cinder-782405-8-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:54:04.830688 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 51936) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:54:04.831104 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-80fc2252-305e-43b9-a497-e3e3c5bb4f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T05:35:15Z,description=,heartbeat_timestamp=2021-05-19T05:53:45Z,host='dv-cinder-782405-8-iscsi',id=b1c473b1-11ec-4d73-8852-93414dd700fb,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:35:15Z,topic='l3_agent')) {'router_ids': ['28d60863-05ad-4fb3-9fc5-b38582aec9c9'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:54:05.024928 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a2464a-87f6-40f8-8df8-180624ac71e3 req-ae06f425-5a3d-41a7-ac31-3a923ae29b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:54:05.026276 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-38a2464a-87f6-40f8-8df8-180624ac71e3 req-ae06f425-5a3d-41a7-ac31-3a923ae29b73 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a4f8c0b6f7d644f3bb3c991f7964e79e&device_id=84e32bb3-844d-4e51-9c2b-1e4d6f01c2ab HTTP/1.1" status: 200 len: 1096 time: 0.3050418 May 19 05:54:05.039227 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-80fc2252-305e-43b9-a497-e3e3c5bb4f94 None None] Set router 28d60863-05ad-4fb3-9fc5-b38582aec9c9 gateway port host: dv-cinder-782405-8-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:54:05.112750 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-38a2464a-87f6-40f8-8df8-180624ac71e3 req-5e81ce16-736c-4b4b-bf66-35253576a86e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1d320a7-9ec8-4187-a330-7c1dbb61c86b HTTP/1.1" status: 200 len: 217 time: 0.0688612 May 19 05:54:05.248230 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3902d17d-f111-4162-a40b-02e5041b25b2 admin admin] Notify callbacks [] for router, before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:05.302868 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a2464a-87f6-40f8-8df8-180624ac71e3 req-d9ddd7af-6632-4c18-8ce6-53897f727ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:54:05.304199 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-38a2464a-87f6-40f8-8df8-180624ac71e3 req-d9ddd7af-6632-4c18-8ce6-53897f727ebf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a590f6a6-a60c-4550-be15-b905527916b1 HTTP/1.1" status: 200 len: 849 time: 0.1412005 May 19 05:54:05.310267 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-80fc2252-305e-43b9-a497-e3e3c5bb4f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28d60863-05ad-4fb3-9fc5-b38582aec9c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1680429854-router', 'tenant_id': 'c17fd9a8c56841e28e94a39c06931094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '2282138d-dbca-4b4f-9ee5-b6b23b6b7fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:42:33Z', 'updated_at': '2021-05-19T05:54:03Z', 'revision_number': 5, 'project_id': 'c17fd9a8c56841e28e94a39c06931094', 'gw_port': {'id': '2282138d-dbca-4b4f-9ee5-b6b23b6b7fc8', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d60863-05ad-4fb3-9fc5-b38582aec9c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:42:36Z', 'updated_at': '2021-05-19T05:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi'}], 'dv-cinder-782405-8-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:54:05.314045 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fc2252-305e-43b9-a497-e3e3c5bb4f94 None None] Checking router: 28d60863-05ad-4fb3-9fc5-b38582aec9c9 for host: dv-cinder-782405-8-iscsi {{(pid=103393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 05:54:05.322114 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fc2252-305e-43b9-a497-e3e3c5bb4f94 None None] Routers {'28d60863-05ad-4fb3-9fc5-b38582aec9c9'} bound to L3 agent in host dv-cinder-782405-8-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:54:05.322731 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-80fc2252-305e-43b9-a497-e3e3c5bb4f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T05:35:15Z,description=,heartbeat_timestamp=2021-05-19T05:53:45Z,host='dv-cinder-782405-8-iscsi',id=b1c473b1-11ec-4d73-8852-93414dd700fb,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:35:15Z,topic='l3_agent')) {'router_ids': ['28d60863-05ad-4fb3-9fc5-b38582aec9c9'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:54:05.361891 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-38a2464a-87f6-40f8-8df8-180624ac71e3 req-2fed03c8-cbb2-4803-8076-ab6e220e1b34 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8d933abf-3602-4778-8ddc-0a2471762da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498705 May 19 05:54:05.492907 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-80fc2252-305e-43b9-a497-e3e3c5bb4f94 None None] Set router 28d60863-05ad-4fb3-9fc5-b38582aec9c9 gateway port host: dv-cinder-782405-8-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:54:05.551178 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3902d17d-f111-4162-a40b-02e5041b25b2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:05.613174 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-38a2464a-87f6-40f8-8df8-180624ac71e3 req-b88e530c-97e1-45f4-868a-7f08fcc50371 service neutron] 10.222.0.26 "GET /v2.0/networks/8d933abf-3602-4778-8ddc-0a2471762da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423468 May 19 05:54:05.734149 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-3902d17d-f111-4162-a40b-02e5041b25b2 admin admin] Deleting port 2282138d-dbca-4b4f-9ee5-b6b23b6b7fc8 {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 05:54:05.734482 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3902d17d-f111-4162-a40b-02e5041b25b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742273213799'] for port, before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:05.766005 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-80fc2252-305e-43b9-a497-e3e3c5bb4f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28d60863-05ad-4fb3-9fc5-b38582aec9c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1680429854-router', 'tenant_id': 'c17fd9a8c56841e28e94a39c06931094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '2282138d-dbca-4b4f-9ee5-b6b23b6b7fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:42:33Z', 'updated_at': '2021-05-19T05:54:03Z', 'revision_number': 5, 'project_id': 'c17fd9a8c56841e28e94a39c06931094', 'gw_port': {'id': '2282138d-dbca-4b4f-9ee5-b6b23b6b7fc8', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d60863-05ad-4fb3-9fc5-b38582aec9c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:42:36Z', 'updated_at': '2021-05-19T05:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi'}], 'dv-cinder-782405-8-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:54:05.769723 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fc2252-305e-43b9-a497-e3e3c5bb4f94 None None] The sync data for ids ['28d60863-05ad-4fb3-9fc5-b38582aec9c9'] in dv-cinder-782405-8-iscsi is: [{'id': '28d60863-05ad-4fb3-9fc5-b38582aec9c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1680429854-router', 'tenant_id': 'c17fd9a8c56841e28e94a39c06931094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '2282138d-dbca-4b4f-9ee5-b6b23b6b7fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:42:33Z', 'updated_at': '2021-05-19T05:54:03Z', 'revision_number': 5, 'project_id': 'c17fd9a8c56841e28e94a39c06931094', 'gw_port': {'id': '2282138d-dbca-4b4f-9ee5-b6b23b6b7fc8', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d60863-05ad-4fb3-9fc5-b38582aec9c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:42:36Z', 'updated_at': '2021-05-19T05:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi'}] {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 05:54:05.834908 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-38a2464a-87f6-40f8-8df8-180624ac71e3 req-1c11f5ec-2379-46bb-950e-d8946975bf8d service neutron] 10.222.0.26 "GET /v2.0/networks/8d933abf-3602-4778-8ddc-0a2471762da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138233 May 19 05:54:05.877583 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-3902d17d-f111-4162-a40b-02e5041b25b2 admin admin] For port 2282138d-dbca-4b4f-9ee5-b6b23b6b7fc8, host dv-cinder-782405-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-iscsi',level=0,port_id=2282138d-dbca-4b4f-9ee5-b6b23b6b7fc8,segment=NetworkSegment(edaa9548-0a8e-4b05-b39a-c151d3266f79),segment_id=edaa9548-0a8e-4b05-b39a-c151d3266f79)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:54:05.877964 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3902d17d-f111-4162-a40b-02e5041b25b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401034'] for port, precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:06.069186 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-3902d17d-f111-4162-a40b-02e5041b25b2 admin admin] Calling delete_port for 2282138d-dbca-4b4f-9ee5-b6b23b6b7fc8 owned by network:router_gateway {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 05:54:06.132932 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device 9c2189c6-e426-466f-82fd-a8da5f47588b no longer exists at agent ovs-agent-dv-cinder-782405-8-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 05:54:06.154301 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f51900-33e2-45b1-8243-b7061cfbcf23 req-ac4a2d39-7973-495a-a1d6-395d7d5c9ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:54:06.155814 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-58f51900-33e2-45b1-8243-b7061cfbcf23 req-ac4a2d39-7973-495a-a1d6-395d7d5c9ab6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a4f8c0b6f7d644f3bb3c991f7964e79e&device_id=84e32bb3-844d-4e51-9c2b-1e4d6f01c2ab HTTP/1.1" status: 200 len: 1096 time: 0.2707071 May 19 05:54:06.167072 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] No Port match for: 9c2189c6-e426-466f-82fd-a8da5f47588b {{(pid=103392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 05:54:06.167569 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device 9c2189c6-e426-466f-82fd-a8da5f47588b not bound to the agent host dv-cinder-782405-8-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 05:54:06.196466 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a6602a-0d19-4dce-879c-29064bb96e52 req-7601503f-201f-4369-8c1c-1be265aa89ce tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:54:06.197809 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a0a6602a-0d19-4dce-879c-29064bb96e52 req-7601503f-201f-4369-8c1c-1be265aa89ce tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] 10.222.0.11 "GET /v2.0/ports?device_id=84e32bb3-844d-4e51-9c2b-1e4d6f01c2ab HTTP/1.1" status: 200 len: 943 time: 0.2677648 May 19 05:54:06.440676 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a0a6602a-0d19-4dce-879c-29064bb96e52 req-df9daa3f-29c3-4beb-bbcb-d9f984dcb675 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f96305e-b0b4-443d-b05c-b10ca605a033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340686 May 19 05:54:06.501090 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f51900-33e2-45b1-8243-b7061cfbcf23 req-5ac5ecb3-510b-4028-9a5d-2eeb6299c756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:54:06.502507 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-58f51900-33e2-45b1-8243-b7061cfbcf23 req-5ac5ecb3-510b-4028-9a5d-2eeb6299c756 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8d933abf-3602-4778-8ddc-0a2471762da3 HTTP/1.1" status: 200 len: 910 time: 0.3331518 May 19 05:54:06.577389 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-58f51900-33e2-45b1-8243-b7061cfbcf23 req-bfc88be9-f4e5-4a8a-a126-1e9fd32d527a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1d320a7-9ec8-4187-a330-7c1dbb61c86b HTTP/1.1" status: 200 len: 217 time: 0.0672781 May 19 05:54:06.615941 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3902d17d-f111-4162-a40b-02e5041b25b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742273216184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742272802052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263355286'] for port, after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:06.627294 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-8fa0a5e5-c627-46b1-9826-8fc2b0b5ccc7 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:54:06.673543 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3902d17d-f111-4162-a40b-02e5041b25b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2282138d-dbca-4b4f-9ee5-b6b23b6b7fc8,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:54:06.678349 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-3902d17d-f111-4162-a40b-02e5041b25b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:54:06.754751 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f51900-33e2-45b1-8243-b7061cfbcf23 req-deae0a39-30e0-499b-962e-2145ec49f73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:54:06.756078 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-58f51900-33e2-45b1-8243-b7061cfbcf23 req-deae0a39-30e0-499b-962e-2145ec49f73d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a590f6a6-a60c-4550-be15-b905527916b1 HTTP/1.1" status: 200 len: 849 time: 0.1718390 May 19 05:54:06.807319 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-58f51900-33e2-45b1-8243-b7061cfbcf23 req-a3cd9f7a-317a-4bb3-83db-d294ea628b63 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8d933abf-3602-4778-8ddc-0a2471762da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435874 May 19 05:54:06.813255 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3902d17d-f111-4162-a40b-02e5041b25b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-517991'] for router_gateway, after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:07.053455 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3902d17d-f111-4162-a40b-02e5041b25b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27485'] for router, precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:07.056892 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3902d17d-f111-4162-a40b-02e5041b25b2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:07.089472 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3902d17d-f111-4162-a40b-02e5041b25b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-517424'] for router, after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:07.089988 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3902d17d-f111-4162-a40b-02e5041b25b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28d60863-05ad-4fb3-9fc5-b38582aec9c9 {{(pid=103391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 05:54:07.117110 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-58f51900-33e2-45b1-8243-b7061cfbcf23 req-36d0b221-dc18-4fb2-8cb9-bec90d6305e4 service neutron] 10.222.0.26 "GET /v2.0/networks/8d933abf-3602-4778-8ddc-0a2471762da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666597 May 19 05:54:07.119893 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3902d17d-f111-4162-a40b-02e5041b25b2 admin admin] Notify callbacks [] for router, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:07.120909 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-3902d17d-f111-4162-a40b-02e5041b25b2 admin admin] 10.222.0.11 "DELETE /v2.0/routers/28d60863-05ad-4fb3-9fc5-b38582aec9c9 HTTP/1.1" status: 204 len: 168 time: 2.2894392 May 19 05:54:07.123456 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 51944) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:54:07.275977 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e9f9109-b526-44a5-a883-436297ee936b admin admin] Deleting subnet 0fe61487-2837-401f-bfcd-f193a4daf6f6 {{(pid=103391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 05:54:07.280727 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-2e9f9109-b526-44a5-a883-436297ee936b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:07.349741 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-2e9f9109-b526-44a5-a883-436297ee936b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262242299'] for subnet, precommit_delete_associations {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:07.375986 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-58f51900-33e2-45b1-8243-b7061cfbcf23 req-dc621127-cc2f-4808-9278-e36f171bae75 service neutron] 10.222.0.26 "GET /v2.0/networks/8d933abf-3602-4778-8ddc-0a2471762da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497261 May 19 05:54:07.427451 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-2e9f9109-b526-44a5-a883-436297ee936b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3527298'] for subnet, precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:07.629933 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1bdc39-45fa-4cca-9db5-6733360d501c req-4218fbd4-e138-467c-b891-d4233e79a579 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:54:07.631317 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3a1bdc39-45fa-4cca-9db5-6733360d501c req-4218fbd4-e138-467c-b891-d4233e79a579 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] 10.222.0.11 "GET /v2.0/ports?device_id=84e32bb3-844d-4e51-9c2b-1e4d6f01c2ab HTTP/1.1" status: 200 len: 943 time: 0.0812974 May 19 05:54:07.675707 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3a1bdc39-45fa-4cca-9db5-6733360d501c req-4f8a8f5f-1cb2-4f89-a420-2a113a9306b8 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f96305e-b0b4-443d-b05c-b10ca605a033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386322 May 19 05:54:07.679840 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-2e9f9109-b526-44a5-a883-436297ee936b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3527349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263301705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264176266'] for subnet, after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:07.683548 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:54:07.715574 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9f9109-b526-44a5-a883-436297ee936b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fe61487-2837-401f-bfcd-f193a4daf6f6,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:54:07.719090 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-2e9f9109-b526-44a5-a883-436297ee936b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:54:07.721370 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-2e9f9109-b526-44a5-a883-436297ee936b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584083'] for subnet, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:07.726346 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf92aa5-3af7-49c0-874c-ad6b2364a76e None None] Network 66468b2a-efab-4a3c-bf32-cbdbf073937c requested from dv-cinder-782405-8-iscsi {{(pid=103392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 05:54:07.728770 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-2e9f9109-b526-44a5-a883-436297ee936b admin admin] 10.222.0.11 "DELETE /v2.0/subnets/0fe61487-2837-401f-bfcd-f193a4daf6f6 HTTP/1.1" status: 204 len: 168 time: 0.6041100 May 19 05:54:07.731838 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 51950) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:54:07.888300 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device 2282138d-dbca-4b4f-9ee5-b6b23b6b7fc8 no longer exists at agent ovs-agent-dv-cinder-782405-8-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 05:54:07.948201 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-2c60b2dd-8510-4193-b100-3d2dbdabf013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608314'] for network, before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:07.953411 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] No Port match for: 2282138d-dbca-4b4f-9ee5-b6b23b6b7fc8 {{(pid=103392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 05:54:07.953769 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device 2282138d-dbca-4b4f-9ee5-b6b23b6b7fc8 not bound to the agent host dv-cinder-782405-8-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 05:54:08.024489 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-2c60b2dd-8510-4193-b100-3d2dbdabf013 admin admin] Deleting port 3234bc41-0cd1-47ec-a2d8-9b3521ee26fa {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 05:54:08.024833 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-2c60b2dd-8510-4193-b100-3d2dbdabf013 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742273213799'] for port, before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:08.046300 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20a62c7-252f-41e5-b473-4c00f30f1ae0 None None] DHCP port deletion for 66468b2a-efab-4a3c-bf32-cbdbf073937c request from dv-cinder-782405-8-iscsi {{(pid=103392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 05:54:08.110889 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-d20a62c7-252f-41e5-b473-4c00f30f1ae0 None None] Deleting port 3234bc41-0cd1-47ec-a2d8-9b3521ee26fa {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 05:54:08.111279 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d20a62c7-252f-41e5-b473-4c00f30f1ae0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742273213799'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:08.120553 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-2c60b2dd-8510-4193-b100-3d2dbdabf013 admin admin] For port 3234bc41-0cd1-47ec-a2d8-9b3521ee26fa, host dv-cinder-782405-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-iscsi',level=0,port_id=3234bc41-0cd1-47ec-a2d8-9b3521ee26fa,segment=NetworkSegment(f507ec07-80b3-40da-acb9-6d4ba052bdb5),segment_id=f507ec07-80b3-40da-acb9-6d4ba052bdb5)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:54:08.121113 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-2c60b2dd-8510-4193-b100-3d2dbdabf013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401034'] for port, precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:08.208334 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-d20a62c7-252f-41e5-b473-4c00f30f1ae0 None None] For port 3234bc41-0cd1-47ec-a2d8-9b3521ee26fa, host dv-cinder-782405-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-iscsi',level=0,port_id=3234bc41-0cd1-47ec-a2d8-9b3521ee26fa,segment=NetworkSegment(f507ec07-80b3-40da-acb9-6d4ba052bdb5),segment_id=f507ec07-80b3-40da-acb9-6d4ba052bdb5)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:54:08.208728 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d20a62c7-252f-41e5-b473-4c00f30f1ae0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401034'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:08.244717 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-2c60b2dd-8510-4193-b100-3d2dbdabf013 admin admin] Calling delete_port for 3234bc41-0cd1-47ec-a2d8-9b3521ee26fa owned by network:dhcp {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 05:54:08.289070 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-2c60b2dd-8510-4193-b100-3d2dbdabf013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742273216184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742272802052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263355286'] for port, after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:08.294195 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-1d664153-8e1a-4db6-9036-9d3ff9a5e974 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:54:08.322113 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Device c1d320a7-9ec8-4187-a330-7c1dbb61c86b details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=103392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 05:54:08.330917 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-d20a62c7-252f-41e5-b473-4c00f30f1ae0 None None] Calling delete_port for 3234bc41-0cd1-47ec-a2d8-9b3521ee26fa owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 05:54:08.335005 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c60b2dd-8510-4193-b100-3d2dbdabf013 admin admin] Pushing event deleted for resources: {'Port': ['ID=3234bc41-0cd1-47ec-a2d8-9b3521ee26fa,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:54:08.337932 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-2c60b2dd-8510-4193-b100-3d2dbdabf013 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:54:08.338755 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c60b2dd-8510-4193-b100-3d2dbdabf013 admin admin] No DVR routers for this DVR port 3234bc41-0cd1-47ec-a2d8-9b3521ee26fa on host dv-cinder-782405-8-iscsi {{(pid=103391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 05:54:08.451309 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-2c60b2dd-8510-4193-b100-3d2dbdabf013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3528713', 'neutron.services.segments.db._delete_segments_for_network-8742273243010'] for network, precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:08.463784 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.services.segments.db [None req-2c60b2dd-8510-4193-b100-3d2dbdabf013 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66468b2a-efab-4a3c-bf32-cbdbf073937c']}} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:54:08.471277 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d20a62c7-252f-41e5-b473-4c00f30f1ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742273216184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742272802052'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:08.476250 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.services.segments.db [None req-2c60b2dd-8510-4193-b100-3d2dbdabf013 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f507ec07-80b3-40da-acb9-6d4ba052bdb5') {'for_net_delete': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:54:08.476546 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.services.segments.db [None req-2c60b2dd-8510-4193-b100-3d2dbdabf013 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f507ec07-80b3-40da-acb9-6d4ba052bdb5') {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:54:08.477706 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:54:08.488597 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-2c60b2dd-8510-4193-b100-3d2dbdabf013 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742273253515', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262242284'] for segment, before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:08.508114 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-2c60b2dd-8510-4193-b100-3d2dbdabf013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3517393'] for segment, precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:08.514064 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c60b2dd-8510-4193-b100-3d2dbdabf013 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=103391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 05:54:08.514438 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-2c60b2dd-8510-4193-b100-3d2dbdabf013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3517393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263355371'] for segment, after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:08.527071 dv-cinder-782405-8-iscsi neutron-server[103391]: Traceback (most recent call last): May 19 05:54:08.527071 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 05:54:08.527071 dv-cinder-782405-8-iscsi neutron-server[103391]: timer() May 19 05:54:08.527071 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 05:54:08.527071 dv-cinder-782405-8-iscsi neutron-server[103391]: cb(*args, **kw) May 19 05:54:08.527071 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 05:54:08.527071 dv-cinder-782405-8-iscsi neutron-server[103391]: return func(*args, **kwargs) May 19 05:54:08.527071 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 05:54:08.527071 dv-cinder-782405-8-iscsi neutron-server[103391]: self._notify() May 19 05:54:08.527071 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 05:54:08.527071 dv-cinder-782405-8-iscsi neutron-server[103391]: self.callback(batched_events) May 19 05:54:08.527071 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 05:54:08.527071 dv-cinder-782405-8-iscsi neutron-server[103391]: event.method(event) May 19 05:54:08.527071 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 05:54:08.527071 dv-cinder-782405-8-iscsi neutron-server[103391]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 05:54:08.527071 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 05:54:08.527071 dv-cinder-782405-8-iscsi neutron-server[103391]: aggregate_uuid = self.p_client.list_aggregates( May 19 05:54:08.527071 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 05:54:08.527071 dv-cinder-782405-8-iscsi neutron-server[103391]: return f(self, *a, **k) May 19 05:54:08.527071 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 05:54:08.527071 dv-cinder-782405-8-iscsi neutron-server[103391]: return self._get(url).json() May 19 05:54:08.527071 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 05:54:08.527071 dv-cinder-782405-8-iscsi neutron-server[103391]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 05:54:08.527071 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 05:54:08.527071 dv-cinder-782405-8-iscsi neutron-server[103391]: return self.request(url, 'GET', **kwargs) May 19 05:54:08.527071 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 05:54:08.527071 dv-cinder-782405-8-iscsi neutron-server[103391]: base_url = self.get_endpoint(auth, allow=allow, May 19 05:54:08.527071 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 05:54:08.527071 dv-cinder-782405-8-iscsi neutron-server[103391]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 05:54:08.527071 dv-cinder-782405-8-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 05:54:08.527071 dv-cinder-782405-8-iscsi neutron-server[103391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 05:54:08.527071 dv-cinder-782405-8-iscsi neutron-server[103391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 05:54:08.531629 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20a62c7-252f-41e5-b473-4c00f30f1ae0 None None] Pushing event deleted for resources: {'Port': ['ID=3234bc41-0cd1-47ec-a2d8-9b3521ee26fa,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:54:08.537672 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-d20a62c7-252f-41e5-b473-4c00f30f1ae0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:54:08.539421 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] For port c1d320a7-9ec8-4187-a330-7c1dbb61c86b, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=c1d320a7-9ec8-4187-a330-7c1dbb61c86b,segment=NetworkSegment(546ebb03-cb0e-45c1-b49a-6ad54eee385e),segment_id=546ebb03-cb0e-45c1-b49a-6ad54eee385e)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:54:08.547198 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20a62c7-252f-41e5-b473-4c00f30f1ae0 None None] No DVR routers for this DVR port 3234bc41-0cd1-47ec-a2d8-9b3521ee26fa on host dv-cinder-782405-8-iscsi {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 05:54:08.558929 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Returning: {'device': 'c1d320a7-9ec8-4187-a330-7c1dbb61c86b', 'network_id': '8d933abf-3602-4778-8ddc-0a2471762da3', 'port_id': 'c1d320a7-9ec8-4187-a330-7c1dbb61c86b', 'mac_address': 'fa:16:3e:01:6f:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a590f6a6-a60c-4550-be15-b905527916b1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 05:54:08.602798 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-2c60b2dd-8510-4193-b100-3d2dbdabf013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3528704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-542600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-584118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-517964'] for network, after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:08.608155 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-2c60b2dd-8510-4193-b100-3d2dbdabf013 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584083'] for network, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:08.610627 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:54:08.619042 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:08.631322 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c60b2dd-8510-4193-b100-3d2dbdabf013 admin admin] Pushing event deleted for resources: {'Network': ['ID=66468b2a-efab-4a3c-bf32-cbdbf073937c,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:54:08.633720 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-2c60b2dd-8510-4193-b100-3d2dbdabf013 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:54:08.636167 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1d320a7-9ec8-4187-a330-7c1dbb61c86b {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 05:54:08.647014 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-2c60b2dd-8510-4193-b100-3d2dbdabf013 admin admin] 10.222.0.11 "DELETE /v2.0/networks/66468b2a-efab-4a3c-bf32-cbdbf073937c HTTP/1.1" status: 204 len: 168 time: 0.9142249 May 19 05:54:08.653170 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] For port c1d320a7-9ec8-4187-a330-7c1dbb61c86b, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=c1d320a7-9ec8-4187-a330-7c1dbb61c86b,segment=NetworkSegment(546ebb03-cb0e-45c1-b49a-6ad54eee385e),segment_id=546ebb03-cb0e-45c1-b49a-6ad54eee385e)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:54:08.657066 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:08.659737 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:54:08.727865 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Pushing event updated for resources: {'Port': ['ID=c1d320a7-9ec8-4187-a330-7c1dbb61c86b,revision_number=4']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:54:08.733140 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:54:08.795002 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 51958) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:54:08.842708 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-b377dcd7-1069-4b05-abbc-e8e2b3ed28a6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c17fd9a8c56841e28e94a39c06931094&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0464306 May 19 05:54:08.845023 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 51962) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:54:08.865737 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dab5653-21d0-42f1-84e0-bf2ea8650d9c req-71bcead3-901d-4eef-a6cf-2f203d177cce tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:54:08.867340 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1dab5653-21d0-42f1-84e0-bf2ea8650d9c req-71bcead3-901d-4eef-a6cf-2f203d177cce tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] 10.222.0.11 "GET /v2.0/ports?device_id=84e32bb3-844d-4e51-9c2b-1e4d6f01c2ab HTTP/1.1" status: 200 len: 944 time: 0.0855565 May 19 05:54:08.903119 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8d635951-631f-478c-8aa4-d4b62deffc6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:08.911983 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1dab5653-21d0-42f1-84e0-bf2ea8650d9c req-f63383d2-7d92-4135-8d58-5c8f4568c32f tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f96305e-b0b4-443d-b05c-b10ca605a033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389380 May 19 05:54:08.928741 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8d635951-631f-478c-8aa4-d4b62deffc6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:08.983057 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8d635951-631f-478c-8aa4-d4b62deffc6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:08.987890 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-d3b67dd7-f279-4ffc-8131-8c008740c8c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:54:08.991239 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] get_ports_and_sgs() called for port_ids ['c1d320a7-9ec8-4187-a330-7c1dbb61c86b'] {{(pid=103392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 05:54:09.004845 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d635951-631f-478c-8aa4-d4b62deffc6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea495a9c-73a6-4d0c-bda4-8bdb46cf9dcf,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:54:09.007507 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-8d635951-631f-478c-8aa4-d4b62deffc6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:54:09.009916 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8d635951-631f-478c-8aa4-d4b62deffc6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:09.013955 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-8d635951-631f-478c-8aa4-d4b62deffc6b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ea495a9c-73a6-4d0c-bda4-8bdb46cf9dcf HTTP/1.1" status: 204 len: 168 time: 0.1652513 May 19 05:54:09.893893 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device 3234bc41-0cd1-47ec-a2d8-9b3521ee26fa no longer exists at agent ovs-agent-dv-cinder-782405-8-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 05:54:09.926854 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] No Port match for: 3234bc41-0cd1-47ec-a2d8-9b3521ee26fa {{(pid=103392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 05:54:09.927207 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device 3234bc41-0cd1-47ec-a2d8-9b3521ee26fa not bound to the agent host dv-cinder-782405-8-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 05:54:10.094431 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab29abd7-5087-411c-a6f7-ba1a5ddaea67 req-03012710-b27f-46fc-b1a4-292bf2e58a6c tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:54:10.095905 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ab29abd7-5087-411c-a6f7-ba1a5ddaea67 req-03012710-b27f-46fc-b1a4-292bf2e58a6c tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] 10.222.0.11 "GET /v2.0/ports?device_id=84e32bb3-844d-4e51-9c2b-1e4d6f01c2ab HTTP/1.1" status: 200 len: 944 time: 0.0805182 May 19 05:54:10.142011 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ab29abd7-5087-411c-a6f7-ba1a5ddaea67 req-b33eb3ae-8e82-46d5-8d63-cbea8621cb2e tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f96305e-b0b4-443d-b05c-b10ca605a033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405343 May 19 05:54:10.310171 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Device c1d320a7-9ec8-4187-a330-7c1dbb61c86b up at agent hyperv_hv-cinder-78240 {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:54:10.378049 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Provisioning for port c1d320a7-9ec8-4187-a330-7c1dbb61c86b completed by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:54:10.382300 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Provisioning complete for port c1d320a7-9ec8-4187-a330-7c1dbb61c86b triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:54:10.382710 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:10.494254 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:10.520351 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84e32bb3-844d-4e51-9c2b-1e4d6f01c2ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1d320a7-9ec8-4187-a330-7c1dbb61c86b'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:54:10.530108 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] For port c1d320a7-9ec8-4187-a330-7c1dbb61c86b, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=c1d320a7-9ec8-4187-a330-7c1dbb61c86b,segment=NetworkSegment(546ebb03-cb0e-45c1-b49a-6ad54eee385e),segment_id=546ebb03-cb0e-45c1-b49a-6ad54eee385e)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:54:10.534599 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:10.536351 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-832a1f27-200d-4be3-b6b3-2678c3de0d0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:54:10.605082 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Pushing event updated for resources: {'Port': ['ID=c1d320a7-9ec8-4187-a330-7c1dbb61c86b,revision_number=5']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:54:10.608371 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:54:10.685836 dv-cinder-782405-8-iscsi neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84e32bb3-844d-4e51-9c2b-1e4d6f01c2ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1d320a7-9ec8-4187-a330-7c1dbb61c86b', 'code': 200} May 19 05:54:10.929657 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0884f6-d9cb-473c-9bca-fffa8f37bc2e req-1240f851-1b9f-4654-87f6-53b6bd223f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:54:10.931036 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0f0884f6-d9cb-473c-9bca-fffa8f37bc2e req-1240f851-1b9f-4654-87f6-53b6bd223f1b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=84e32bb3-844d-4e51-9c2b-1e4d6f01c2ab HTTP/1.1" status: 200 len: 1098 time: 0.0715981 May 19 05:54:10.970150 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0f0884f6-d9cb-473c-9bca-fffa8f37bc2e req-49d3ee06-70cc-4e87-8327-48304259a1bf service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9f96305e-b0b4-443d-b05c-b10ca605a033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322647 May 19 05:54:11.327331 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97adfdb-9e9c-4199-b3d3-560b4a3fd47b req-1577db6a-d267-4839-8cc6-395f7f98471a tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:54:11.328793 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b97adfdb-9e9c-4199-b3d3-560b4a3fd47b req-1577db6a-d267-4839-8cc6-395f7f98471a tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] 10.222.0.11 "GET /v2.0/ports?device_id=84e32bb3-844d-4e51-9c2b-1e4d6f01c2ab HTTP/1.1" status: 200 len: 945 time: 0.0814221 May 19 05:54:11.374428 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b97adfdb-9e9c-4199-b3d3-560b4a3fd47b req-9f890804-a2b0-4ad2-856c-42f61522e2b8 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f96305e-b0b4-443d-b05c-b10ca605a033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398951 May 19 05:54:12.340786 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-382c090d-ee93-493b-948b-1f14f514af83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:12.695401 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adc0395-4946-4dac-8988-0b3810a13717 req-cfc200b3-071d-4b32-acc7-429d84892326 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:54:12.696854 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6adc0395-4946-4dac-8988-0b3810a13717 req-cfc200b3-071d-4b32-acc7-429d84892326 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] 10.222.0.11 "GET /v2.0/ports?device_id=84e32bb3-844d-4e51-9c2b-1e4d6f01c2ab HTTP/1.1" status: 200 len: 945 time: 0.0785382 May 19 05:54:12.743438 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6adc0395-4946-4dac-8988-0b3810a13717 req-089aabc4-481b-474e-82b9-c5d7bce6b9ef tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f96305e-b0b4-443d-b05c-b10ca605a033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410309 May 19 05:54:13.731337 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4155ff3b-259d-41bc-81d3-296cf7a2f25d req-1d0f9521-2f4c-4c6f-aa49-f5e574c7b200 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:54:13.732749 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4155ff3b-259d-41bc-81d3-296cf7a2f25d req-1d0f9521-2f4c-4c6f-aa49-f5e574c7b200 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] 10.222.0.11 "GET /v2.0/ports?device_id=84e32bb3-844d-4e51-9c2b-1e4d6f01c2ab HTTP/1.1" status: 200 len: 945 time: 0.0779495 May 19 05:54:13.776239 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4155ff3b-259d-41bc-81d3-296cf7a2f25d req-7eb3b2f5-3bc6-4b3b-8000-225b4272fd76 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f96305e-b0b4-443d-b05c-b10ca605a033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378776 May 19 05:54:14.705259 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-57f32c9e-37d6-4fa5-9684-c7e47af6979a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:14.856703 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:14.960982 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1a7eb7-a850-46e1-b273-eed5079eac0e req-95416f9f-1630-494e-bc26-affa3e8a2cea tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:54:14.962428 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-bd1a7eb7-a850-46e1-b273-eed5079eac0e req-95416f9f-1630-494e-bc26-affa3e8a2cea tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] 10.222.0.11 "GET /v2.0/ports?device_id=84e32bb3-844d-4e51-9c2b-1e4d6f01c2ab HTTP/1.1" status: 200 len: 945 time: 0.0799990 May 19 05:54:15.010845 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-bd1a7eb7-a850-46e1-b273-eed5079eac0e req-fae7a1f6-5aef-4c08-acda-3f03c32810d0 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f96305e-b0b4-443d-b05c-b10ca605a033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420294 May 19 05:54:15.212445 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b66757-4ba2-40fd-8068-c9670cf73179 req-f8f837b5-17b6-407b-ae1d-c732ac8cbca8 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:54:15.213788 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-70b66757-4ba2-40fd-8068-c9670cf73179 req-f8f837b5-17b6-407b-ae1d-c732ac8cbca8 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] 10.222.0.26 "GET /v2.0/ports?device_id=84e32bb3-844d-4e51-9c2b-1e4d6f01c2ab HTTP/1.1" status: 200 len: 945 time: 0.0848348 May 19 05:54:15.354513 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [req-70b66757-4ba2-40fd-8068-c9670cf73179 req-c87ff438-ee2e-4bc6-89bb-d21974519d5b tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] Deleting port c1d320a7-9ec8-4187-a330-7c1dbb61c86b {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 05:54:15.354887 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-70b66757-4ba2-40fd-8068-c9670cf73179 req-c87ff438-ee2e-4bc6-89bb-d21974519d5b tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742273213799'] for port, before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:15.490458 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-70b66757-4ba2-40fd-8068-c9670cf73179 req-c87ff438-ee2e-4bc6-89bb-d21974519d5b tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] For port c1d320a7-9ec8-4187-a330-7c1dbb61c86b, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=c1d320a7-9ec8-4187-a330-7c1dbb61c86b,segment=NetworkSegment(546ebb03-cb0e-45c1-b49a-6ad54eee385e),segment_id=546ebb03-cb0e-45c1-b49a-6ad54eee385e)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:54:15.490851 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-70b66757-4ba2-40fd-8068-c9670cf73179 req-c87ff438-ee2e-4bc6-89bb-d21974519d5b tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401034'] for port, precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:15.610966 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [req-70b66757-4ba2-40fd-8068-c9670cf73179 req-c87ff438-ee2e-4bc6-89bb-d21974519d5b tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] Calling delete_port for c1d320a7-9ec8-4187-a330-7c1dbb61c86b owned by compute:nova {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 05:54:15.719852 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-70b66757-4ba2-40fd-8068-c9670cf73179 req-c87ff438-ee2e-4bc6-89bb-d21974519d5b tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742273216184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742272802052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263355286'] for port, after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:15.725095 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-0947bd15-7781-4f3f-91b6-16bf17d9f210 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:54:15.731683 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] get_ports_and_sgs() called for port_ids ['c1d320a7-9ec8-4187-a330-7c1dbb61c86b'] {{(pid=103392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 05:54:15.773337 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87ff438-ee2e-4bc6-89bb-d21974519d5b tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] Pushing event deleted for resources: {'Port': ['ID=c1d320a7-9ec8-4187-a330-7c1dbb61c86b,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:54:15.776308 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-c87ff438-ee2e-4bc6-89bb-d21974519d5b tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:54:15.846440 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [req-70b66757-4ba2-40fd-8068-c9670cf73179 req-c87ff438-ee2e-4bc6-89bb-d21974519d5b tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] No DVR routers for this DVR port c1d320a7-9ec8-4187-a330-7c1dbb61c86b on host hv-cinder-78240 {{(pid=103391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 05:54:15.848759 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-70b66757-4ba2-40fd-8068-c9670cf73179 req-c87ff438-ee2e-4bc6-89bb-d21974519d5b tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13023'] for port, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:15.851210 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84e32bb3-844d-4e51-9c2b-1e4d6f01c2ab', 'name': 'network-vif-deleted', 'tag': 'c1d320a7-9ec8-4187-a330-7c1dbb61c86b'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:54:15.866230 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-70b66757-4ba2-40fd-8068-c9670cf73179 req-c87ff438-ee2e-4bc6-89bb-d21974519d5b tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] 10.222.0.26 "DELETE /v2.0/ports/c1d320a7-9ec8-4187-a330-7c1dbb61c86b HTTP/1.1" status: 204 len: 173 time: 0.6466076 May 19 05:54:15.898025 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84e32bb3-844d-4e51-9c2b-1e4d6f01c2ab', 'name': 'network-vif-deleted', 'tag': 'c1d320a7-9ec8-4187-a330-7c1dbb61c86b', 'status': 'completed', 'code': 200} May 19 05:54:15.905558 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-db7c5e23-657c-45d4-9da5-15ba3bf0d241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:16.168629 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1fd21cd4-e4ed-4649-a730-b3a6c7e006f8 req-f79ba979-a18f-4d0d-bba8-d2a684b85a6e tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] 10.222.0.11 "GET /v2.0/ports?device_id=84e32bb3-844d-4e51-9c2b-1e4d6f01c2ab HTTP/1.1" status: 200 len: 210 time: 0.0417292 May 19 05:54:17.573846 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1ef694-f0d4-45ef-ab93-050441f7a9e9 req-55c1193a-030c-4c87-9004-1d664204dc2e tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:54:17.575244 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6b1ef694-f0d4-45ef-ab93-050441f7a9e9 req-55c1193a-030c-4c87-9004-1d664204dc2e tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] 10.222.0.11 "GET /v2.0/networks?id=8d933abf-3602-4778-8ddc-0a2471762da3 HTTP/1.1" status: 200 len: 809 time: 0.1447423 May 19 05:54:17.591192 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6b1ef694-f0d4-45ef-ab93-050441f7a9e9 req-892947ae-6731-4009-8589-480f7dc8e43a tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] 10.222.0.11 "GET /v2.0/quotas/a4f8c0b6f7d644f3bb3c991f7964e79e HTTP/1.1" status: 200 len: 375 time: 0.0091085 May 19 05:54:17.611698 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ca9ec6bf-79c4-448f-b3bb-8c49e8cf3732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:17.639359 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6b1ef694-f0d4-45ef-ab93-050441f7a9e9 req-7377f61b-7f81-43c5-9121-d2247b852598 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=a4f8c0b6f7d644f3bb3c991f7964e79e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425334 May 19 05:54:17.649800 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [req-6b1ef694-f0d4-45ef-ab93-050441f7a9e9 req-ca700b91-b1b8-48b4-8b22-5b578ccd7d5a service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 05:54:17.650768 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6b1ef694-f0d4-45ef-ab93-050441f7a9e9 req-ca700b91-b1b8-48b4-8b22-5b578ccd7d5a service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049508 May 19 05:54:17.778946 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6b1ef694-f0d4-45ef-ab93-050441f7a9e9 req-7678e6da-1972-40d7-b22d-c46c74fc605a service neutron] 10.222.0.11 "GET /v2.0/networks/8d933abf-3602-4778-8ddc-0a2471762da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225731 May 19 05:54:17.999961 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6b1ef694-f0d4-45ef-ab93-050441f7a9e9 req-e4e9d3d3-e7c3-4a3b-9c7a-9facc8d37bf5 service neutron] 10.222.0.11 "GET /v2.0/networks/8d933abf-3602-4778-8ddc-0a2471762da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150950 May 19 05:54:18.285781 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-fbbf77b3-1dc5-458c-aaca-5ffc70ff7537 req-3e427d20-49f7-4b9c-bbc4-8fe6128dcc81 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] Synchronizing usage tracker for tenant:a4f8c0b6f7d644f3bb3c991f7964e79e on resource:port {{(pid=103391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:54:18.301082 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-fbbf77b3-1dc5-458c-aaca-5ffc70ff7537 req-3e427d20-49f7-4b9c-bbc4-8fe6128dcc81 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] Unset dirty status for tenant:a4f8c0b6f7d644f3bb3c991f7964e79e on resource:port {{(pid=103391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:54:18.302310 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-fbbf77b3-1dc5-458c-aaca-5ffc70ff7537 req-3e427d20-49f7-4b9c-bbc4-8fe6128dcc81 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] 10.222.0.11 "GET /v2.0/ports?device_id=14001c93-80ec-4f20-a9c1-cf57b429368d HTTP/1.1" status: 200 len: 210 time: 0.1596022 May 19 05:54:18.351391 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Device c1d320a7-9ec8-4187-a330-7c1dbb61c86b no longer exists at agent hyperv_hv-cinder-78240 {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 05:54:18.386223 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] No Port match for: c1d320a7-9ec8-4187-a330-7c1dbb61c86b {{(pid=103392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 05:54:18.387170 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Device c1d320a7-9ec8-4187-a330-7c1dbb61c86b not bound to the agent host hv-cinder-78240 {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 05:54:19.214011 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1ef694-f0d4-45ef-ab93-050441f7a9e9 req-a0bfd26a-0904-4d43-9c73-1e9b551daa8f tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:54:19.216042 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6b1ef694-f0d4-45ef-ab93-050441f7a9e9 req-a0bfd26a-0904-4d43-9c73-1e9b551daa8f tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] 10.222.0.26 "GET /v2.0/networks?id=8d933abf-3602-4778-8ddc-0a2471762da3 HTTP/1.1" status: 200 len: 809 time: 0.1554167 May 19 05:54:19.228141 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [req-6b1ef694-f0d4-45ef-ab93-050441f7a9e9 req-657a7d8e-8a6e-424e-8527-fd6a9621d659 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] Request body: {'port': {'device_id': '14001c93-80ec-4f20-a9c1-cf57b429368d', 'network_id': '8d933abf-3602-4778-8ddc-0a2471762da3', 'admin_state_up': True, 'tenant_id': 'a4f8c0b6f7d644f3bb3c991f7964e79e'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:54:19.315445 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 52138) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:54:19.367631 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [req-6b1ef694-f0d4-45ef-ab93-050441f7a9e9 req-657a7d8e-8a6e-424e-8527-fd6a9621d659 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:54:19.377605 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [req-6b1ef694-f0d4-45ef-ab93-050441f7a9e9 req-657a7d8e-8a6e-424e-8527-fd6a9621d659 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:54:19.387717 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b1ef694-f0d4-45ef-ab93-050441f7a9e9 req-657a7d8e-8a6e-424e-8527-fd6a9621d659 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] Made reservation on behalf of a4f8c0b6f7d644f3bb3c991f7964e79e for: {'port': 1} {{(pid=103391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 05:54:19.391426 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-6b1ef694-f0d4-45ef-ab93-050441f7a9e9 req-657a7d8e-8a6e-424e-8527-fd6a9621d659 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:19.482026 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8fd3b833-ce89-4ebc-b915-a528c740d240 req-9683df54-6226-4e6a-ab10-b82a0712ac9e tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] 10.222.0.11 "GET /v2.0/ports?device_id=14001c93-80ec-4f20-a9c1-cf57b429368d HTTP/1.1" status: 200 len: 210 time: 0.0567827 May 19 05:54:19.484346 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-347a226f-d0cb-43e2-8364-b3f35058bac2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:19.499327 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-347a226f-d0cb-43e2-8364-b3f35058bac2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:54:19.503274 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-347a226f-d0cb-43e2-8364-b3f35058bac2 admin admin] Usage tracker for resource:security_group_rule and tenant:176f9fe0b85f4d07ac99d8b0aebae68f is out of sync, need to count used quota {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:54:19.506212 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-347a226f-d0cb-43e2-8364-b3f35058bac2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:54:19.511912 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-347a226f-d0cb-43e2-8364-b3f35058bac2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:54:19.561844 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [req-6b1ef694-f0d4-45ef-ab93-050441f7a9e9 req-657a7d8e-8a6e-424e-8527-fd6a9621d659 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] Allocated IP 172.20.0.13 (8d933abf-3602-4778-8ddc-0a2471762da3/a590f6a6-a60c-4550-be15-b905527916b1/e530b538-3f60-4dbc-9082-f222993f6222) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 05:54:19.598486 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-347a226f-d0cb-43e2-8364-b3f35058bac2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:19.602800 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-347a226f-d0cb-43e2-8364-b3f35058bac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:19.612241 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-8ed00b7c-0cc8-4029-a0a5-fcb18744eace admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:54:19.650304 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-347a226f-d0cb-43e2-8364-b3f35058bac2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=176f9fe0b85f4d07ac99d8b0aebae68f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3336859 May 19 05:54:19.652084 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347a226f-d0cb-43e2-8364-b3f35058bac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b566503f-8198-4b10-8471-47e9911a7de0,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:54:19.654984 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 52148) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:54:19.657768 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-347a226f-d0cb-43e2-8364-b3f35058bac2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:54:19.713158 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-dab3ec26-31e1-4a2f-be95-45ca39ea1370 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:19.739264 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-dab3ec26-31e1-4a2f-be95-45ca39ea1370 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:19.761153 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-6b1ef694-f0d4-45ef-ab93-050441f7a9e9 req-657a7d8e-8a6e-424e-8527-fd6a9621d659 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] Notify callbacks [] for port, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:19.790223 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-dab3ec26-31e1-4a2f-be95-45ca39ea1370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:19.792479 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-6b1ef694-f0d4-45ef-ab93-050441f7a9e9 req-657a7d8e-8a6e-424e-8527-fd6a9621d659 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742272799735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263355286'] for port, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:19.794946 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-8c1c83b8-a604-4e70-8feb-c7584125ff20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:54:19.799702 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-0b1d690f-cd86-4ee1-96dd-3a3988405a78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:54:19.805700 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab3ec26-31e1-4a2f-be95-45ca39ea1370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b566503f-8198-4b10-8471-47e9911a7de0,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:54:19.807838 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-dab3ec26-31e1-4a2f-be95-45ca39ea1370 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:54:19.812825 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-dab3ec26-31e1-4a2f-be95-45ca39ea1370 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:19.816273 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-dab3ec26-31e1-4a2f-be95-45ca39ea1370 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b566503f-8198-4b10-8471-47e9911a7de0 HTTP/1.1" status: 204 len: 168 time: 0.1579771 May 19 05:54:19.864387 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b1ef694-f0d4-45ef-ab93-050441f7a9e9 req-657a7d8e-8a6e-424e-8527-fd6a9621d659 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] Network 8d933abf-3602-4778-8ddc-0a2471762da3 is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:54:19.867447 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [req-6b1ef694-f0d4-45ef-ab93-050441f7a9e9 req-657a7d8e-8a6e-424e-8527-fd6a9621d659 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:54:19.871366 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b1ef694-f0d4-45ef-ab93-050441f7a9e9 req-657a7d8e-8a6e-424e-8527-fd6a9621d659 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 05:54:19.916628 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657a7d8e-8a6e-424e-8527-fd6a9621d659 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] Pushing event updated for resources: {'Port': ['ID=e530b538-3f60-4dbc-9082-f222993f6222,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:54:19.921291 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-657a7d8e-8a6e-424e-8527-fd6a9621d659 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:54:19.940166 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1ef694-f0d4-45ef-ab93-050441f7a9e9 req-657a7d8e-8a6e-424e-8527-fd6a9621d659 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:54:19.940782 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-6b1ef694-f0d4-45ef-ab93-050441f7a9e9 req-657a7d8e-8a6e-424e-8527-fd6a9621d659 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13023'] for port, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:19.966403 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6b1ef694-f0d4-45ef-ab93-050441f7a9e9 req-657a7d8e-8a6e-424e-8527-fd6a9621d659 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7421799 May 19 05:54:19.977732 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [req-6b1ef694-f0d4-45ef-ab93-050441f7a9e9 req-aed321f8-822c-492a-bb23-404676c179a3 service neutron] Request body: {'port': {'device_id': '14001c93-80ec-4f20-a9c1-cf57b429368d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78240'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:54:20.090502 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-6b1ef694-f0d4-45ef-ab93-050441f7a9e9 req-aed321f8-822c-492a-bb23-404676c179a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:20.432590 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [req-6b1ef694-f0d4-45ef-ab93-050441f7a9e9 req-aed321f8-822c-492a-bb23-404676c179a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e530b538-3f60-4dbc-9082-f222993f6222 {{(pid=103391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 05:54:20.439953 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-6b1ef694-f0d4-45ef-ab93-050441f7a9e9 req-aed321f8-822c-492a-bb23-404676c179a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:20.455475 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [req-6b1ef694-f0d4-45ef-ab93-050441f7a9e9 req-aed321f8-822c-492a-bb23-404676c179a3 service neutron] Transition to ACTIVE for port object e530b538-3f60-4dbc-9082-f222993f6222 will not be triggered until provisioned by entity L2. {{(pid=103391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:54:20.459043 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-6b1ef694-f0d4-45ef-ab93-050441f7a9e9 req-aed321f8-822c-492a-bb23-404676c179a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263355279'] for port, after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:20.463486 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-7849cf21-019f-4e01-9e6d-5f9eb8993bf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:54:20.668630 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed321f8-822c-492a-bb23-404676c179a3 service neutron] Pushing event updated for resources: {'Port': ['ID=e530b538-3f60-4dbc-9082-f222993f6222,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:54:20.702280 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-aed321f8-822c-492a-bb23-404676c179a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:54:20.877970 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-6b1ef694-f0d4-45ef-ab93-050441f7a9e9 req-aed321f8-822c-492a-bb23-404676c179a3 service neutron] Attempting to bind port e530b538-3f60-4dbc-9082-f222993f6222 on host hv-cinder-78240 for vnic_type normal with profile {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 05:54:20.878305 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-6b1ef694-f0d4-45ef-ab93-050441f7a9e9 req-aed321f8-822c-492a-bb23-404676c179a3 service neutron] Attempting to bind port e530b538-3f60-4dbc-9082-f222993f6222 by drivers openvswitch,hyperv on host hv-cinder-78240 at level 0 using segments [{'id': '546ebb03-cb0e-45c1-b49a-6ad54eee385e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8d933abf-3602-4778-8ddc-0a2471762da3'}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 05:54:20.878662 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1ef694-f0d4-45ef-ab93-050441f7a9e9 req-aed321f8-822c-492a-bb23-404676c179a3 service neutron] Attempting to bind port e530b538-3f60-4dbc-9082-f222993f6222 on network 8d933abf-3602-4778-8ddc-0a2471762da3 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:54:20.885905 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1ef694-f0d4-45ef-ab93-050441f7a9e9 req-aed321f8-822c-492a-bb23-404676c179a3 service neutron] Port e530b538-3f60-4dbc-9082-f222993f6222 on network 8d933abf-3602-4778-8ddc-0a2471762da3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78240 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 05:54:20.886228 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1ef694-f0d4-45ef-ab93-050441f7a9e9 req-aed321f8-822c-492a-bb23-404676c179a3 service neutron] Attempting to bind port e530b538-3f60-4dbc-9082-f222993f6222 on network 8d933abf-3602-4778-8ddc-0a2471762da3 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:54:20.896770 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6763a7-7610-4edf-9242-0f7a5151b3a1 req-06e75d24-101f-49e9-939f-cb1d344058d3 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:54:20.897459 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-6f6763a7-7610-4edf-9242-0f7a5151b3a1 req-06e75d24-101f-49e9-939f-cb1d344058d3 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] Synchronizing usage tracker for tenant:a4f8c0b6f7d644f3bb3c991f7964e79e on resource:port {{(pid=103391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:54:20.902718 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1ef694-f0d4-45ef-ab93-050441f7a9e9 req-aed321f8-822c-492a-bb23-404676c179a3 service neutron] Checking agent: {'id': '5b106939-35fb-4931-879f-1b04325a2c36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78240', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 5, 40, 58), 'started_at': datetime.datetime(2021, 5, 19, 5, 40, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 5, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 05:54:20.903060 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1ef694-f0d4-45ef-ab93-050441f7a9e9 req-aed321f8-822c-492a-bb23-404676c179a3 service neutron] Checking segment: {'id': '546ebb03-cb0e-45c1-b49a-6ad54eee385e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8d933abf-3602-4778-8ddc-0a2471762da3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:54:20.903439 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1ef694-f0d4-45ef-ab93-050441f7a9e9 req-aed321f8-822c-492a-bb23-404676c179a3 service neutron] Bound using segment: {'id': '546ebb03-cb0e-45c1-b49a-6ad54eee385e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8d933abf-3602-4778-8ddc-0a2471762da3'} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 05:54:20.903869 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-6b1ef694-f0d4-45ef-ab93-050441f7a9e9 req-aed321f8-822c-492a-bb23-404676c179a3 service neutron] Bound port: e530b538-3f60-4dbc-9082-f222993f6222, host: hv-cinder-78240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '546ebb03-cb0e-45c1-b49a-6ad54eee385e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8d933abf-3602-4778-8ddc-0a2471762da3'}}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 05:54:20.904218 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-6b1ef694-f0d4-45ef-ab93-050441f7a9e9 req-aed321f8-822c-492a-bb23-404676c179a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:20.956430 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-6f6763a7-7610-4edf-9242-0f7a5151b3a1 req-06e75d24-101f-49e9-939f-cb1d344058d3 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] Unset dirty status for tenant:a4f8c0b6f7d644f3bb3c991f7964e79e on resource:port {{(pid=103391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:54:20.957586 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6f6763a7-7610-4edf-9242-0f7a5151b3a1 req-06e75d24-101f-49e9-939f-cb1d344058d3 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] 10.222.0.11 "GET /v2.0/ports?device_id=14001c93-80ec-4f20-a9c1-cf57b429368d HTTP/1.1" status: 200 len: 944 time: 0.3333793 May 19 05:54:21.032219 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6f6763a7-7610-4edf-9242-0f7a5151b3a1 req-26117743-9cd3-40b7-a3d1-8e3eb6f40652 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f96305e-b0b4-443d-b05c-b10ca605a033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664935 May 19 05:54:21.038403 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-6b1ef694-f0d4-45ef-ab93-050441f7a9e9 req-aed321f8-822c-492a-bb23-404676c179a3 service neutron] For port e530b538-3f60-4dbc-9082-f222993f6222, host hv-cinder-78240, cleared binding levels {{(pid=103391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 05:54:21.041645 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-6b1ef694-f0d4-45ef-ab93-050441f7a9e9 req-aed321f8-822c-492a-bb23-404676c179a3 service neutron] For port e530b538-3f60-4dbc-9082-f222993f6222, host hv-cinder-78240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=e530b538-3f60-4dbc-9082-f222993f6222,segment=NetworkSegment(546ebb03-cb0e-45c1-b49a-6ad54eee385e),segment_id=546ebb03-cb0e-45c1-b49a-6ad54eee385e)] {{(pid=103391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 05:54:21.046458 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-6b1ef694-f0d4-45ef-ab93-050441f7a9e9 req-aed321f8-822c-492a-bb23-404676c179a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263355279'] for port, after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:21.051248 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-1d9ebee3-2bb0-46dc-9956-bc28453acf8d tempest-VolumesSnapshotTestJSON-1692618584 tempest-VolumesSnapshotTestJSON-1692618584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:54:21.110885 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1ef694-f0d4-45ef-ab93-050441f7a9e9 req-aed321f8-822c-492a-bb23-404676c179a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:54:21.111499 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-6b1ef694-f0d4-45ef-ab93-050441f7a9e9 req-aed321f8-822c-492a-bb23-404676c179a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13023'] for port, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:21.112852 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6b1ef694-f0d4-45ef-ab93-050441f7a9e9 req-aed321f8-822c-492a-bb23-404676c179a3 service neutron] 10.222.0.26 "PUT /v2.0/ports/e530b538-3f60-4dbc-9082-f222993f6222 HTTP/1.1" status: 200 len: 1094 time: 1.1392236 May 19 05:54:21.113356 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14001c93-80ec-4f20-a9c1-cf57b429368d', 'tag': 'e530b538-3f60-4dbc-9082-f222993f6222'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:54:21.134611 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed321f8-822c-492a-bb23-404676c179a3 service neutron] Pushing event updated for resources: {'Port': ['ID=e530b538-3f60-4dbc-9082-f222993f6222,revision_number=3']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:54:21.137697 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-aed321f8-822c-492a-bb23-404676c179a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:54:21.190135 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14001c93-80ec-4f20-a9c1-cf57b429368d', 'tag': 'e530b538-3f60-4dbc-9082-f222993f6222', 'status': 'completed', 'code': 200} May 19 05:54:21.225133 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1ef694-f0d4-45ef-ab93-050441f7a9e9 req-650fff7b-c65c-4fe0-b04b-84b0329b02b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:54:21.227157 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6b1ef694-f0d4-45ef-ab93-050441f7a9e9 req-650fff7b-c65c-4fe0-b04b-84b0329b02b9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a4f8c0b6f7d644f3bb3c991f7964e79e&device_id=14001c93-80ec-4f20-a9c1-cf57b429368d HTTP/1.1" status: 200 len: 1097 time: 0.0752861 May 19 05:54:21.297698 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6b1ef694-f0d4-45ef-ab93-050441f7a9e9 req-a91ed618-d78d-4398-ae99-b49be2076145 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e530b538-3f60-4dbc-9082-f222993f6222 HTTP/1.1" status: 200 len: 217 time: 0.0640099 May 19 05:54:21.361140 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1ef694-f0d4-45ef-ab93-050441f7a9e9 req-00e078f8-f8c2-42dd-9e38-b8395c9265a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:54:21.362509 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6b1ef694-f0d4-45ef-ab93-050441f7a9e9 req-00e078f8-f8c2-42dd-9e38-b8395c9265a2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a590f6a6-a60c-4550-be15-b905527916b1 HTTP/1.1" status: 200 len: 849 time: 0.0582142 May 19 05:54:21.412182 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6b1ef694-f0d4-45ef-ab93-050441f7a9e9 req-fb6fdc35-eb17-492c-b9ab-00216877bbc8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8d933abf-3602-4778-8ddc-0a2471762da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436168 May 19 05:54:21.548545 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6b1ef694-f0d4-45ef-ab93-050441f7a9e9 req-66c99868-b810-48d9-b03c-f0b9c0999cf5 service neutron] 10.222.0.26 "GET /v2.0/networks/8d933abf-3602-4778-8ddc-0a2471762da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297712 May 19 05:54:21.683008 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6b1ef694-f0d4-45ef-ab93-050441f7a9e9 req-0d297a0c-8a82-4ac7-b5ec-211f63325a31 service neutron] 10.222.0.26 "GET /v2.0/networks/8d933abf-3602-4778-8ddc-0a2471762da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275725 May 19 05:54:21.796739 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa94e4b-bf6f-4713-b404-f3a4d8772a20 req-2530ce91-e5e0-4b62-bf8a-8d52e209b14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:54:21.798183 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-dfa94e4b-bf6f-4713-b404-f3a4d8772a20 req-2530ce91-e5e0-4b62-bf8a-8d52e209b14b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a4f8c0b6f7d644f3bb3c991f7964e79e&device_id=14001c93-80ec-4f20-a9c1-cf57b429368d HTTP/1.1" status: 200 len: 1097 time: 0.0693710 May 19 05:54:21.927181 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa94e4b-bf6f-4713-b404-f3a4d8772a20 req-54d6f210-d774-45b7-abe9-756289dd940e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:54:21.928591 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-dfa94e4b-bf6f-4713-b404-f3a4d8772a20 req-54d6f210-d774-45b7-abe9-756289dd940e service neutron] 10.222.0.26 "GET /v2.0/networks?id=8d933abf-3602-4778-8ddc-0a2471762da3 HTTP/1.1" status: 200 len: 910 time: 0.1237965 May 19 05:54:21.997666 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-dfa94e4b-bf6f-4713-b404-f3a4d8772a20 req-e7cfc5e6-8b5e-4ac3-99ab-0c4a6a9e304f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e530b538-3f60-4dbc-9082-f222993f6222 HTTP/1.1" status: 200 len: 217 time: 0.0625207 May 19 05:54:22.059232 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa94e4b-bf6f-4713-b404-f3a4d8772a20 req-157aab20-5615-48b9-8bed-a0c7b6ac30cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:54:22.060626 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-dfa94e4b-bf6f-4713-b404-f3a4d8772a20 req-157aab20-5615-48b9-8bed-a0c7b6ac30cd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a590f6a6-a60c-4550-be15-b905527916b1 HTTP/1.1" status: 200 len: 849 time: 0.0561295 May 19 05:54:22.108737 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-dfa94e4b-bf6f-4713-b404-f3a4d8772a20 req-11367445-59a5-4b3f-863a-9e9f655928ed service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8d933abf-3602-4778-8ddc-0a2471762da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408411 May 19 05:54:22.298427 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-dfa94e4b-bf6f-4713-b404-f3a4d8772a20 req-7b3667e0-36ba-497a-b1b5-f7b7bd146ad0 service neutron] 10.222.0.26 "GET /v2.0/networks/8d933abf-3602-4778-8ddc-0a2471762da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814179 May 19 05:54:22.310527 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd88b224-d6a0-43f0-9ff2-581d2ead2f0f req-4db11059-8404-4e97-85db-b59dccdad652 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:54:22.311890 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-cd88b224-d6a0-43f0-9ff2-581d2ead2f0f req-4db11059-8404-4e97-85db-b59dccdad652 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] 10.222.0.11 "GET /v2.0/ports?device_id=14001c93-80ec-4f20-a9c1-cf57b429368d HTTP/1.1" status: 200 len: 944 time: 0.1620758 May 19 05:54:22.439310 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-cd88b224-d6a0-43f0-9ff2-581d2ead2f0f req-2b7a652e-e0cb-46d5-bb14-2518b37b3293 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f96305e-b0b4-443d-b05c-b10ca605a033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098669 May 19 05:54:22.467749 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-dfa94e4b-bf6f-4713-b404-f3a4d8772a20 req-a2971893-7aa8-4b22-8fd0-516a54c44f95 service neutron] 10.222.0.26 "GET /v2.0/networks/8d933abf-3602-4778-8ddc-0a2471762da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549258 May 19 05:54:23.622905 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b67f6-6baa-4025-8304-a8e20555184b req-450be555-5644-40c2-8c6d-37103f279f84 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:54:23.624318 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2f7b67f6-6baa-4025-8304-a8e20555184b req-450be555-5644-40c2-8c6d-37103f279f84 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] 10.222.0.11 "GET /v2.0/ports?device_id=14001c93-80ec-4f20-a9c1-cf57b429368d HTTP/1.1" status: 200 len: 944 time: 0.0803478 May 19 05:54:23.667783 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2f7b67f6-6baa-4025-8304-a8e20555184b req-1c2e3eb9-4922-431a-813b-1a673186b05f tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f96305e-b0b4-443d-b05c-b10ca605a033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378370 May 19 05:54:24.384203 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Device e530b538-3f60-4dbc-9082-f222993f6222 details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=103392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 05:54:24.541681 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] For port e530b538-3f60-4dbc-9082-f222993f6222, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=e530b538-3f60-4dbc-9082-f222993f6222,segment=NetworkSegment(546ebb03-cb0e-45c1-b49a-6ad54eee385e),segment_id=546ebb03-cb0e-45c1-b49a-6ad54eee385e)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:54:24.554795 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Returning: {'device': 'e530b538-3f60-4dbc-9082-f222993f6222', 'network_id': '8d933abf-3602-4778-8ddc-0a2471762da3', 'port_id': 'e530b538-3f60-4dbc-9082-f222993f6222', 'mac_address': 'fa:16:3e:ed:9f:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a590f6a6-a60c-4550-be15-b905527916b1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 05:54:24.610193 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:24.626627 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e530b538-3f60-4dbc-9082-f222993f6222 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 05:54:24.641386 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] For port e530b538-3f60-4dbc-9082-f222993f6222, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=e530b538-3f60-4dbc-9082-f222993f6222,segment=NetworkSegment(546ebb03-cb0e-45c1-b49a-6ad54eee385e),segment_id=546ebb03-cb0e-45c1-b49a-6ad54eee385e)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:54:24.645458 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:24.647262 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:54:24.712144 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Pushing event updated for resources: {'Port': ['ID=e530b538-3f60-4dbc-9082-f222993f6222,revision_number=4']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:54:24.715656 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:54:24.954127 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e649e115-696b-4b8c-8e34-053cb79d9bc0 req-347f468b-acb4-446d-aeec-af4432a0ce64 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:54:24.955515 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e649e115-696b-4b8c-8e34-053cb79d9bc0 req-347f468b-acb4-446d-aeec-af4432a0ce64 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] 10.222.0.11 "GET /v2.0/ports?device_id=14001c93-80ec-4f20-a9c1-cf57b429368d HTTP/1.1" status: 200 len: 945 time: 0.1855655 May 19 05:54:24.999944 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e649e115-696b-4b8c-8e34-053cb79d9bc0 req-60e046b1-5e84-4c3a-854f-5a78e78709f6 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f96305e-b0b4-443d-b05c-b10ca605a033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387266 May 19 05:54:26.186982 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3317f0-b770-4505-8596-8caa80953e2c req-2c7c6e82-12fe-4908-bd98-0bb9f28c48d0 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:54:26.188412 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4f3317f0-b770-4505-8596-8caa80953e2c req-2c7c6e82-12fe-4908-bd98-0bb9f28c48d0 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] 10.222.0.11 "GET /v2.0/ports?device_id=14001c93-80ec-4f20-a9c1-cf57b429368d HTTP/1.1" status: 200 len: 945 time: 0.0848963 May 19 05:54:26.232626 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4f3317f0-b770-4505-8596-8caa80953e2c req-ba9bd476-a66e-4f34-bd2c-4dee6f327498 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f96305e-b0b4-443d-b05c-b10ca605a033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385647 May 19 05:54:27.413410 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f960a2-c8f4-48fc-af3d-372100d9b2b0 req-f2776920-3dd1-403f-97de-b3ad2380a55b tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:54:27.414863 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-97f960a2-c8f4-48fc-af3d-372100d9b2b0 req-f2776920-3dd1-403f-97de-b3ad2380a55b tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] 10.222.0.11 "GET /v2.0/ports?device_id=14001c93-80ec-4f20-a9c1-cf57b429368d HTTP/1.1" status: 200 len: 945 time: 0.0785079 May 19 05:54:27.461492 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-97f960a2-c8f4-48fc-af3d-372100d9b2b0 req-efc7b0b7-493c-4b67-b1e0-6ce8bb8feb23 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f96305e-b0b4-443d-b05c-b10ca605a033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405366 May 19 05:54:28.640400 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9dc257-c028-4a46-a890-ead26550db14 req-19864669-a915-48ca-a85d-eddd09237ebe tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:54:28.641831 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-bc9dc257-c028-4a46-a890-ead26550db14 req-19864669-a915-48ca-a85d-eddd09237ebe tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] 10.222.0.11 "GET /v2.0/ports?device_id=14001c93-80ec-4f20-a9c1-cf57b429368d HTTP/1.1" status: 200 len: 945 time: 0.0784504 May 19 05:54:28.647200 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] get_ports_and_sgs() called for port_ids ['e530b538-3f60-4dbc-9082-f222993f6222'] {{(pid=103392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 05:54:28.685938 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-bc9dc257-c028-4a46-a890-ead26550db14 req-d3de28a0-5a0e-47bd-9b3d-cad2fcdee9c9 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f96305e-b0b4-443d-b05c-b10ca605a033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383329 May 19 05:54:28.709146 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:29.873874 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3321e0e8-dc36-424c-8f6a-0625271c7935 req-b8586ce1-b1e3-4ca9-844e-6cd9fee7edb9 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:54:29.875375 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3321e0e8-dc36-424c-8f6a-0625271c7935 req-b8586ce1-b1e3-4ca9-844e-6cd9fee7edb9 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] 10.222.0.11 "GET /v2.0/ports?device_id=14001c93-80ec-4f20-a9c1-cf57b429368d HTTP/1.1" status: 200 len: 945 time: 0.0855820 May 19 05:54:29.919076 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3321e0e8-dc36-424c-8f6a-0625271c7935 req-847f5462-a1d1-45a8-911e-02d7f630b3dd tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f96305e-b0b4-443d-b05c-b10ca605a033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381167 May 19 05:54:30.587105 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-8ef77f1b-c1f2-4f7f-903c-9c4facac0416 None None] Agent healthcheck: found 6 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 05:54:30.648905 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Device e530b538-3f60-4dbc-9082-f222993f6222 up at agent hyperv_hv-cinder-78240 {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:54:30.714704 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Provisioning for port e530b538-3f60-4dbc-9082-f222993f6222 completed by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:54:30.719218 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Provisioning complete for port e530b538-3f60-4dbc-9082-f222993f6222 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:54:30.719602 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:30.832504 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:30.857974 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14001c93-80ec-4f20-a9c1-cf57b429368d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e530b538-3f60-4dbc-9082-f222993f6222'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:54:30.867525 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] For port e530b538-3f60-4dbc-9082-f222993f6222, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=e530b538-3f60-4dbc-9082-f222993f6222,segment=NetworkSegment(546ebb03-cb0e-45c1-b49a-6ad54eee385e),segment_id=546ebb03-cb0e-45c1-b49a-6ad54eee385e)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:54:30.872229 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:30.874162 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:54:30.903665 dv-cinder-782405-8-iscsi neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14001c93-80ec-4f20-a9c1-cf57b429368d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e530b538-3f60-4dbc-9082-f222993f6222', 'code': 200} May 19 05:54:30.943563 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Pushing event updated for resources: {'Port': ['ID=e530b538-3f60-4dbc-9082-f222993f6222,revision_number=5']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:54:30.946422 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:54:31.166269 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f29f496-4760-432a-8de6-b24c64c8948f req-49e39ac3-81a3-42e5-b933-f4ce48798c0c tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:54:31.167694 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8f29f496-4760-432a-8de6-b24c64c8948f req-49e39ac3-81a3-42e5-b933-f4ce48798c0c tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] 10.222.0.11 "GET /v2.0/ports?device_id=14001c93-80ec-4f20-a9c1-cf57b429368d HTTP/1.1" status: 200 len: 946 time: 0.1404510 May 19 05:54:31.169744 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e7d2e5-f2dd-41e4-ae3d-88fb77457770 req-77bfdf11-0ba3-4d01-9508-984b90280d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:54:31.171090 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c6e7d2e5-f2dd-41e4-ae3d-88fb77457770 req-77bfdf11-0ba3-4d01-9508-984b90280d9d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=14001c93-80ec-4f20-a9c1-cf57b429368d HTTP/1.1" status: 200 len: 1099 time: 0.1079190 May 19 05:54:31.240418 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8f29f496-4760-432a-8de6-b24c64c8948f req-e878d71f-7857-4ce7-b264-ebb01ff64c36 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f96305e-b0b4-443d-b05c-b10ca605a033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669281 May 19 05:54:31.243594 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c6e7d2e5-f2dd-41e4-ae3d-88fb77457770 req-57ccff54-5f11-4148-8cbc-1061b95d2d90 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9f96305e-b0b4-443d-b05c-b10ca605a033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575769 May 19 05:54:32.426637 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e53ad8-bd7f-44a7-8101-7238cf0fa7f0 req-311774ae-126b-4692-a050-219f87068820 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:54:32.428074 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a9e53ad8-bd7f-44a7-8101-7238cf0fa7f0 req-311774ae-126b-4692-a050-219f87068820 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] 10.222.0.11 "GET /v2.0/ports?device_id=14001c93-80ec-4f20-a9c1-cf57b429368d HTTP/1.1" status: 200 len: 946 time: 0.0844860 May 19 05:54:32.472724 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a9e53ad8-bd7f-44a7-8101-7238cf0fa7f0 req-20c75f5e-c882-4a1b-9d0b-407b056a03f0 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f96305e-b0b4-443d-b05c-b10ca605a033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383952 May 19 05:54:33.655131 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcfcea3-c5cb-49d4-adba-76ca9bde3d19 req-98acac0a-3945-4460-84a1-ce4f3a07f8bf tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:54:33.656553 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-bbcfcea3-c5cb-49d4-adba-76ca9bde3d19 req-98acac0a-3945-4460-84a1-ce4f3a07f8bf tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] 10.222.0.11 "GET /v2.0/ports?device_id=14001c93-80ec-4f20-a9c1-cf57b429368d HTTP/1.1" status: 200 len: 946 time: 0.0782378 May 19 05:54:33.699174 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-bbcfcea3-c5cb-49d4-adba-76ca9bde3d19 req-e31f831b-0fea-40b3-8cd2-d38addf64ff7 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f96305e-b0b4-443d-b05c-b10ca605a033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370750 May 19 05:54:34.786226 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8460e1-25ec-4e45-9aaa-7d4af0659cc0 req-872426f5-9b16-46af-a8ea-93ac41c2efbd tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:54:34.787772 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4f8460e1-25ec-4e45-9aaa-7d4af0659cc0 req-872426f5-9b16-46af-a8ea-93ac41c2efbd tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] 10.222.0.11 "GET /v2.0/ports?device_id=14001c93-80ec-4f20-a9c1-cf57b429368d HTTP/1.1" status: 200 len: 946 time: 0.0832109 May 19 05:54:34.833880 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4f8460e1-25ec-4e45-9aaa-7d4af0659cc0 req-91391874-3ef4-4da4-834d-be16e7cf569a tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f96305e-b0b4-443d-b05c-b10ca605a033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403960 May 19 05:54:36.025776 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7c4cbb-8196-40a6-9064-efe225ebcc6e req-cd2425a5-cde1-4208-95aa-dd7d53f6a41a tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:54:36.027824 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5f7c4cbb-8196-40a6-9064-efe225ebcc6e req-cd2425a5-cde1-4208-95aa-dd7d53f6a41a tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] 10.222.0.11 "GET /v2.0/ports?device_id=14001c93-80ec-4f20-a9c1-cf57b429368d HTTP/1.1" status: 200 len: 946 time: 0.0851183 May 19 05:54:36.077551 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5f7c4cbb-8196-40a6-9064-efe225ebcc6e req-41d7337c-8367-4162-95b3-35761007c6bf tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f96305e-b0b4-443d-b05c-b10ca605a033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441306 May 19 05:54:36.284585 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35e8d13-400f-42fd-a5a9-f2db59787204 req-5b277a76-936d-4e79-97d1-20e3e8b8cdf5 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:54:36.285991 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a35e8d13-400f-42fd-a5a9-f2db59787204 req-5b277a76-936d-4e79-97d1-20e3e8b8cdf5 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] 10.222.0.26 "GET /v2.0/ports?device_id=14001c93-80ec-4f20-a9c1-cf57b429368d HTTP/1.1" status: 200 len: 946 time: 0.0789325 May 19 05:54:36.423212 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [req-a35e8d13-400f-42fd-a5a9-f2db59787204 req-b1f2249c-e747-4e6c-ad04-c52602592941 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] Deleting port e530b538-3f60-4dbc-9082-f222993f6222 {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 05:54:36.423545 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-a35e8d13-400f-42fd-a5a9-f2db59787204 req-b1f2249c-e747-4e6c-ad04-c52602592941 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742273213799'] for port, before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:36.553213 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-a35e8d13-400f-42fd-a5a9-f2db59787204 req-b1f2249c-e747-4e6c-ad04-c52602592941 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] For port e530b538-3f60-4dbc-9082-f222993f6222, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=e530b538-3f60-4dbc-9082-f222993f6222,segment=NetworkSegment(546ebb03-cb0e-45c1-b49a-6ad54eee385e),segment_id=546ebb03-cb0e-45c1-b49a-6ad54eee385e)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:54:36.553487 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-a35e8d13-400f-42fd-a5a9-f2db59787204 req-b1f2249c-e747-4e6c-ad04-c52602592941 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401034'] for port, precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:36.673903 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [req-a35e8d13-400f-42fd-a5a9-f2db59787204 req-b1f2249c-e747-4e6c-ad04-c52602592941 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] Calling delete_port for e530b538-3f60-4dbc-9082-f222993f6222 owned by compute:nova {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 05:54:36.781084 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-a35e8d13-400f-42fd-a5a9-f2db59787204 req-b1f2249c-e747-4e6c-ad04-c52602592941 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742273216184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742272802052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263355286'] for port, after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:36.786419 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-c87ff438-ee2e-4bc6-89bb-d21974519d5b tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:54:36.793879 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] get_ports_and_sgs() called for port_ids ['e530b538-3f60-4dbc-9082-f222993f6222'] {{(pid=103392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 05:54:36.830633 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2249c-e747-4e6c-ad04-c52602592941 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] Pushing event deleted for resources: {'Port': ['ID=e530b538-3f60-4dbc-9082-f222993f6222,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:54:36.870115 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2249c-e747-4e6c-ad04-c52602592941 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:54:36.871002 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2249c-e747-4e6c-ad04-c52602592941 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:54:36.871370 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2249c-e747-4e6c-ad04-c52602592941 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:54:36.871729 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2249c-e747-4e6c-ad04-c52602592941 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:54:36.872087 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2249c-e747-4e6c-ad04-c52602592941 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:54:36.872461 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2249c-e747-4e6c-ad04-c52602592941 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:54:36.872814 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2249c-e747-4e6c-ad04-c52602592941 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:54:36.873162 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2249c-e747-4e6c-ad04-c52602592941 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:54:36.873510 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2249c-e747-4e6c-ad04-c52602592941 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:54:36.873857 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2249c-e747-4e6c-ad04-c52602592941 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:54:36.874207 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2249c-e747-4e6c-ad04-c52602592941 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:54:36.874571 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2249c-e747-4e6c-ad04-c52602592941 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:54:36.881328 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-b1f2249c-e747-4e6c-ad04-c52602592941 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:54:36.915245 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [req-a35e8d13-400f-42fd-a5a9-f2db59787204 req-b1f2249c-e747-4e6c-ad04-c52602592941 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] No DVR routers for this DVR port e530b538-3f60-4dbc-9082-f222993f6222 on host hv-cinder-78240 {{(pid=103391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 05:54:36.917523 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-a35e8d13-400f-42fd-a5a9-f2db59787204 req-b1f2249c-e747-4e6c-ad04-c52602592941 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13023'] for port, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:36.919938 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14001c93-80ec-4f20-a9c1-cf57b429368d', 'name': 'network-vif-deleted', 'tag': 'e530b538-3f60-4dbc-9082-f222993f6222'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:54:36.936063 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a35e8d13-400f-42fd-a5a9-f2db59787204 req-b1f2249c-e747-4e6c-ad04-c52602592941 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] 10.222.0.26 "DELETE /v2.0/ports/e530b538-3f60-4dbc-9082-f222993f6222 HTTP/1.1" status: 204 len: 173 time: 0.6443572 May 19 05:54:36.967878 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14001c93-80ec-4f20-a9c1-cf57b429368d', 'name': 'network-vif-deleted', 'tag': 'e530b538-3f60-4dbc-9082-f222993f6222', 'status': 'completed', 'code': 200} May 19 05:54:37.240046 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-387d64c0-7617-4370-9c9e-84d41e0de260 req-232e1aeb-2366-419a-8391-e98394c39dec tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] 10.222.0.11 "GET /v2.0/ports?device_id=14001c93-80ec-4f20-a9c1-cf57b429368d HTTP/1.1" status: 200 len: 210 time: 0.0440624 May 19 05:54:41.286926 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Device e530b538-3f60-4dbc-9082-f222993f6222 no longer exists at agent hyperv_hv-cinder-78240 {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 05:54:41.320485 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] No Port match for: e530b538-3f60-4dbc-9082-f222993f6222 {{(pid=103392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 05:54:41.320840 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Device e530b538-3f60-4dbc-9082-f222993f6222 not bound to the agent host hv-cinder-78240 {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 05:54:42.341553 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-84fed018-6b66-4eca-ae6c-41e26bc64849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:44.708889 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b7af37dc-cbc0-4ad9-83ac-41b0b2172ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:44.860212 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:45.909602 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-db7c5e23-657c-45d4-9da5-15ba3bf0d241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:47.614294 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ca9ec6bf-79c4-448f-b3bb-8c49e8cf3732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:58.646883 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:01.965214 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 52744) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:55:02.023435 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae7ea392-f445-4791-bb4a-25b2e04d5c91 admin admin] Deleting subnet a590f6a6-a60c-4550-be15-b905527916b1 {{(pid=103390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 05:55:02.026237 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ae7ea392-f445-4791-bb4a-25b2e04d5c91 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:02.078190 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ae7ea392-f445-4791-bb4a-25b2e04d5c91 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266360016'] for subnet, precommit_delete_associations {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:02.138915 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ae7ea392-f445-4791-bb4a-25b2e04d5c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3527298'] for subnet, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:02.384447 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ae7ea392-f445-4791-bb4a-25b2e04d5c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3527349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266359937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266937071'] for subnet, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:02.388203 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:55:02.422925 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7ea392-f445-4791-bb4a-25b2e04d5c91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a590f6a6-a60c-4550-be15-b905527916b1,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:55:02.426381 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ae7ea392-f445-4791-bb4a-25b2e04d5c91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:02.434479 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7ea392-f445-4791-bb4a-25b2e04d5c91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:55:02.434998 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7ea392-f445-4791-bb4a-25b2e04d5c91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:55:02.435461 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7ea392-f445-4791-bb4a-25b2e04d5c91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:55:02.435829 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7ea392-f445-4791-bb4a-25b2e04d5c91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:55:02.436186 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7ea392-f445-4791-bb4a-25b2e04d5c91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:55:02.436542 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7ea392-f445-4791-bb4a-25b2e04d5c91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:55:02.436898 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7ea392-f445-4791-bb4a-25b2e04d5c91 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:55:02.437252 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7ea392-f445-4791-bb4a-25b2e04d5c91 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:55:02.437606 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7ea392-f445-4791-bb4a-25b2e04d5c91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:55:02.437951 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7ea392-f445-4791-bb4a-25b2e04d5c91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:55:02.438296 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7ea392-f445-4791-bb4a-25b2e04d5c91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:55:02.438674 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7ea392-f445-4791-bb4a-25b2e04d5c91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:55:02.442067 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-ae7ea392-f445-4791-bb4a-25b2e04d5c91 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/a590f6a6-a60c-4550-be15-b905527916b1 HTTP/1.1" status: 204 len: 168 time: 0.4757969 May 19 05:55:02.443032 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-ae7ea392-f445-4791-bb4a-25b2e04d5c91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:55:02.444579 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 52754) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:55:02.547603 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-bfb4c126-eace-4611-aece-0c1124281137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608314'] for network, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:02.666566 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-bfb4c126-eace-4611-aece-0c1124281137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3528713', 'neutron.services.segments.db._delete_segments_for_network-8742273243010'] for network, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:02.678579 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-bfb4c126-eace-4611-aece-0c1124281137 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d933abf-3602-4778-8ddc-0a2471762da3']}} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:55:02.689979 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-bfb4c126-eace-4611-aece-0c1124281137 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '546ebb03-cb0e-45c1-b49a-6ad54eee385e') {'for_net_delete': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:55:02.690272 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-bfb4c126-eace-4611-aece-0c1124281137 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '546ebb03-cb0e-45c1-b49a-6ad54eee385e') {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:55:02.701475 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-bfb4c126-eace-4611-aece-0c1124281137 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742273253515', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266360007'] for segment, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:02.717406 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-bfb4c126-eace-4611-aece-0c1124281137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3517393'] for segment, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:02.723097 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfb4c126-eace-4611-aece-0c1124281137 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=103390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 05:55:02.723470 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-bfb4c126-eace-4611-aece-0c1124281137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3517393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266568995'] for segment, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:02.736046 dv-cinder-782405-8-iscsi neutron-server[103390]: Traceback (most recent call last): May 19 05:55:02.736046 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 05:55:02.736046 dv-cinder-782405-8-iscsi neutron-server[103390]: timer() May 19 05:55:02.736046 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 05:55:02.736046 dv-cinder-782405-8-iscsi neutron-server[103390]: cb(*args, **kw) May 19 05:55:02.736046 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 05:55:02.736046 dv-cinder-782405-8-iscsi neutron-server[103390]: return func(*args, **kwargs) May 19 05:55:02.736046 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 05:55:02.736046 dv-cinder-782405-8-iscsi neutron-server[103390]: self._notify() May 19 05:55:02.736046 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 05:55:02.736046 dv-cinder-782405-8-iscsi neutron-server[103390]: self.callback(batched_events) May 19 05:55:02.736046 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 05:55:02.736046 dv-cinder-782405-8-iscsi neutron-server[103390]: event.method(event) May 19 05:55:02.736046 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 05:55:02.736046 dv-cinder-782405-8-iscsi neutron-server[103390]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 05:55:02.736046 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 05:55:02.736046 dv-cinder-782405-8-iscsi neutron-server[103390]: aggregate_uuid = self.p_client.list_aggregates( May 19 05:55:02.736046 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 05:55:02.736046 dv-cinder-782405-8-iscsi neutron-server[103390]: return f(self, *a, **k) May 19 05:55:02.736046 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 05:55:02.736046 dv-cinder-782405-8-iscsi neutron-server[103390]: return self._get(url).json() May 19 05:55:02.736046 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 05:55:02.736046 dv-cinder-782405-8-iscsi neutron-server[103390]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 05:55:02.736046 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 05:55:02.736046 dv-cinder-782405-8-iscsi neutron-server[103390]: return self.request(url, 'GET', **kwargs) May 19 05:55:02.736046 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 05:55:02.736046 dv-cinder-782405-8-iscsi neutron-server[103390]: base_url = self.get_endpoint(auth, allow=allow, May 19 05:55:02.736046 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 05:55:02.736046 dv-cinder-782405-8-iscsi neutron-server[103390]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 05:55:02.736046 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 05:55:02.736046 dv-cinder-782405-8-iscsi neutron-server[103390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 05:55:02.736046 dv-cinder-782405-8-iscsi neutron-server[103390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 05:55:02.903855 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-bfb4c126-eace-4611-aece-0c1124281137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3528704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-542600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-584118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-517964'] for network, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:02.907539 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:55:02.920144 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-bfb4c126-eace-4611-aece-0c1124281137 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584083'] for network, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:02.922674 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4453e87a-1d05-44d9-8fb6-eaaa4142346a req-dd7183bd-df16-4c7f-bd4e-b0f89b1e630f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=556dcc9d-7f9c-4e2f-8d0a-824424108fd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0703790 May 19 05:55:02.930160 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb4c126-eace-4611-aece-0c1124281137 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d933abf-3602-4778-8ddc-0a2471762da3,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:55:02.933850 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-bfb4c126-eace-4611-aece-0c1124281137 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:55:02.939957 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-bfb4c126-eace-4611-aece-0c1124281137 admin admin] 10.222.0.11 "DELETE /v2.0/networks/8d933abf-3602-4778-8ddc-0a2471762da3 HTTP/1.1" status: 204 len: 168 time: 0.4944472 May 19 05:55:03.108234 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 52760) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:55:03.156736 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-1628f180-c978-48fe-9215-371113c5e568 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a4f8c0b6f7d644f3bb3c991f7964e79e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0472035 May 19 05:55:03.158962 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 52764) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:55:03.218791 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0f1f6cf9-d831-4b19-aaad-e0ae2cfaae3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:03.244387 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0f1f6cf9-d831-4b19-aaad-e0ae2cfaae3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:03.296692 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0f1f6cf9-d831-4b19-aaad-e0ae2cfaae3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:03.300374 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-abb3a64f-156d-4824-8cd2-71ed7dcdd5a8 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:55:03.314102 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1f6cf9-d831-4b19-aaad-e0ae2cfaae3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f96305e-b0b4-443d-b05c-b10ca605a033,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:55:03.316694 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-0f1f6cf9-d831-4b19-aaad-e0ae2cfaae3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:55:03.324720 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0f1f6cf9-d831-4b19-aaad-e0ae2cfaae3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:03.325827 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-0f1f6cf9-d831-4b19-aaad-e0ae2cfaae3e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9f96305e-b0b4-443d-b05c-b10ca605a033 HTTP/1.1" status: 204 len: 168 time: 0.1659856 May 19 05:55:04.137929 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4453e87a-1d05-44d9-8fb6-eaaa4142346a req-20294f8d-3dc1-4cad-9244-1abf13f1831d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:55:04.139358 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4453e87a-1d05-44d9-8fb6-eaaa4142346a req-20294f8d-3dc1-4cad-9244-1abf13f1831d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9e5fa16fa0ad4f04b92ce6a32579830c&device_id=556dcc9d-7f9c-4e2f-8d0a-824424108fd4 HTTP/1.1" status: 200 len: 1098 time: 0.0746109 May 19 05:55:05.097617 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4453e87a-1d05-44d9-8fb6-eaaa4142346a req-3e4e3b24-0918-499f-9aee-bd1911e2ade8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:55:05.099054 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4453e87a-1d05-44d9-8fb6-eaaa4142346a req-3e4e3b24-0918-499f-9aee-bd1911e2ade8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=82667610-6b12-4391-a629-fec9ccd32c04 HTTP/1.1" status: 200 len: 910 time: 0.1235137 May 19 05:55:06.456676 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4453e87a-1d05-44d9-8fb6-eaaa4142346a req-bbce1c00-6d88-4c1e-aafb-18b96f5a4f01 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0611b5da-28a0-40f6-a1ec-7d9fbd53e4d4 HTTP/1.1" status: 200 len: 999 time: 0.1921408 May 19 05:55:06.517612 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4453e87a-1d05-44d9-8fb6-eaaa4142346a req-b356c7f0-a9b9-4d7b-9098-342de92e8a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:55:06.518970 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4453e87a-1d05-44d9-8fb6-eaaa4142346a req-b356c7f0-a9b9-4d7b-9098-342de92e8a07 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0053ef27-2766-4222-88f7-7af5250f9576 HTTP/1.1" status: 200 len: 848 time: 0.0558548 May 19 05:55:06.592066 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4453e87a-1d05-44d9-8fb6-eaaa4142346a req-becdb9fc-94ec-4b4c-b549-57066aebc3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:55:06.593466 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4453e87a-1d05-44d9-8fb6-eaaa4142346a req-becdb9fc-94ec-4b4c-b549-57066aebc3bc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=82667610-6b12-4391-a629-fec9ccd32c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0674152 May 19 05:55:06.723049 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4453e87a-1d05-44d9-8fb6-eaaa4142346a req-f95d7081-703f-451c-958f-6e902c5f8fda service neutron] 10.222.0.26 "GET /v2.0/networks/82667610-6b12-4391-a629-fec9ccd32c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226401 May 19 05:55:06.852581 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4453e87a-1d05-44d9-8fb6-eaaa4142346a req-81b6f667-8d58-461b-ba3f-4d16b6464636 service neutron] 10.222.0.26 "GET /v2.0/networks/82667610-6b12-4391-a629-fec9ccd32c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214385 May 19 05:55:07.586411 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-8ef77f1b-c1f2-4f7f-903c-9c4facac0416 None None] Agent healthcheck: found 6 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 05:55:11.001869 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 52846) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:55:11.116045 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ecf9a836-6a0c-4b0a-84b5-065f692c4666 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:11.129947 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-ecf9a836-6a0c-4b0a-84b5-065f692c4666 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:55:11.133897 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-ecf9a836-6a0c-4b0a-84b5-065f692c4666 admin admin] Usage tracker for resource:security_group_rule and tenant:ecab3bde6f5349fd84336300620c3bde is out of sync, need to count used quota {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:55:11.137304 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-ecf9a836-6a0c-4b0a-84b5-065f692c4666 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:55:11.142990 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-ecf9a836-6a0c-4b0a-84b5-065f692c4666 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:55:11.223811 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ecf9a836-6a0c-4b0a-84b5-065f692c4666 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:11.227508 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ecf9a836-6a0c-4b0a-84b5-065f692c4666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:11.235736 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-ec73eb43-1dc5-4b58-8a0c-4787ee406548 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:55:11.274080 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-ecf9a836-6a0c-4b0a-84b5-065f692c4666 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ecab3bde6f5349fd84336300620c3bde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2711084 May 19 05:55:11.275616 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf9a836-6a0c-4b0a-84b5-065f692c4666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc71e88-d6b6-46f9-8fe5-7a1cdbf12c5e,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:55:11.276697 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 52852) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:55:11.278648 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-ecf9a836-6a0c-4b0a-84b5-065f692c4666 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:55:11.338886 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9987b558-8abd-44be-92e0-99e168db5f78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:11.363641 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9987b558-8abd-44be-92e0-99e168db5f78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:11.413930 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9987b558-8abd-44be-92e0-99e168db5f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:11.417541 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-810b6ede-6cb1-44c6-a21b-4a46bd3ba1eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:55:11.428136 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9987b558-8abd-44be-92e0-99e168db5f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc71e88-d6b6-46f9-8fe5-7a1cdbf12c5e,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:55:11.430597 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-9987b558-8abd-44be-92e0-99e168db5f78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:55:11.436465 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9987b558-8abd-44be-92e0-99e168db5f78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:11.437896 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-9987b558-8abd-44be-92e0-99e168db5f78 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ffc71e88-d6b6-46f9-8fe5-7a1cdbf12c5e HTTP/1.1" status: 204 len: 168 time: 0.1598072 May 19 05:55:11.706502 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 52860) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:55:11.723838 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-44353ae9-7886-48ad-9a78-327f7ccc8374 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:11.738394 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-44353ae9-7886-48ad-9a78-327f7ccc8374 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:55:11.742153 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-44353ae9-7886-48ad-9a78-327f7ccc8374 admin admin] Usage tracker for resource:security_group_rule and tenant:11b2898eb967457fb7d5166011cc964f is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:55:11.744954 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-44353ae9-7886-48ad-9a78-327f7ccc8374 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:55:11.751216 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-44353ae9-7886-48ad-9a78-327f7ccc8374 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:55:11.834246 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-44353ae9-7886-48ad-9a78-327f7ccc8374 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:11.838083 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-44353ae9-7886-48ad-9a78-327f7ccc8374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:11.846392 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-e11bbac4-e2b0-4a8d-8ba3-86f1cb0ef2e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:55:11.889748 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-44353ae9-7886-48ad-9a78-327f7ccc8374 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=11b2898eb967457fb7d5166011cc964f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1821432 May 19 05:55:11.890679 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44353ae9-7886-48ad-9a78-327f7ccc8374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a17d584c-18a5-490a-99fd-5c8e703567c2,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:55:11.892369 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 52864) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:55:11.893485 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-44353ae9-7886-48ad-9a78-327f7ccc8374 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:55:11.953160 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f845bc46-ed92-456c-b8b9-84f4ed72a656 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:11.978198 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f845bc46-ed92-456c-b8b9-84f4ed72a656 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:12.028006 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f845bc46-ed92-456c-b8b9-84f4ed72a656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:12.031522 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-24cff452-71dc-406a-a755-39744bd90b31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:55:12.044503 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f845bc46-ed92-456c-b8b9-84f4ed72a656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17d584c-18a5-490a-99fd-5c8e703567c2,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:55:12.048295 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-f845bc46-ed92-456c-b8b9-84f4ed72a656 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:55:12.053539 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f845bc46-ed92-456c-b8b9-84f4ed72a656 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:12.057503 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-f845bc46-ed92-456c-b8b9-84f4ed72a656 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a17d584c-18a5-490a-99fd-5c8e703567c2 HTTP/1.1" status: 204 len: 168 time: 0.1640971 May 19 05:55:12.343872 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c3153f54-3063-48e3-9c3b-3714b8827887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:13.844297 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 52918) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:55:13.959770 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-dd6b4c9e-c854-4b36-8c74-b8bf3bd01975 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:13.974316 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-dd6b4c9e-c854-4b36-8c74-b8bf3bd01975 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:55:13.978108 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-dd6b4c9e-c854-4b36-8c74-b8bf3bd01975 admin admin] Usage tracker for resource:security_group_rule and tenant:45bf5f700bba4210a3b122a1c65183cb is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:55:13.981174 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-dd6b4c9e-c854-4b36-8c74-b8bf3bd01975 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:55:13.986761 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-dd6b4c9e-c854-4b36-8c74-b8bf3bd01975 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:55:14.066311 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-dd6b4c9e-c854-4b36-8c74-b8bf3bd01975 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:14.069875 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-dd6b4c9e-c854-4b36-8c74-b8bf3bd01975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:14.077218 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-75e43ee2-a2da-472a-8274-7a74bd40538f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:55:14.115817 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b4c9e-c854-4b36-8c74-b8bf3bd01975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b39bf1c8-8fe8-46f1-a24b-fec88f55bc26,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:55:14.120088 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-dd6b4c9e-c854-4b36-8c74-b8bf3bd01975 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=45bf5f700bba4210a3b122a1c65183cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2747948 May 19 05:55:14.120972 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-dd6b4c9e-c854-4b36-8c74-b8bf3bd01975 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:55:14.122760 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 52924) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:55:14.180518 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-641fe2e3-3092-40d1-803f-d246709fadbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:14.206415 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-641fe2e3-3092-40d1-803f-d246709fadbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:14.260049 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-641fe2e3-3092-40d1-803f-d246709fadbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:14.265193 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-d35c6681-8c49-40b2-af19-daf5adae4a18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:55:14.276894 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641fe2e3-3092-40d1-803f-d246709fadbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39bf1c8-8fe8-46f1-a24b-fec88f55bc26,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:55:14.280390 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-641fe2e3-3092-40d1-803f-d246709fadbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:55:14.285678 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-641fe2e3-3092-40d1-803f-d246709fadbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:14.286798 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-641fe2e3-3092-40d1-803f-d246709fadbc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b39bf1c8-8fe8-46f1-a24b-fec88f55bc26 HTTP/1.1" status: 204 len: 168 time: 0.1630621 May 19 05:55:14.557371 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 52932) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:55:14.574885 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1b3411a0-95b6-4dce-b304-0d8904648c10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:14.588774 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-1b3411a0-95b6-4dce-b304-0d8904648c10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:55:14.592496 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-1b3411a0-95b6-4dce-b304-0d8904648c10 admin admin] Usage tracker for resource:security_group_rule and tenant:fb47f738084e46119712c5a9fbc0d61f is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:55:14.595225 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-1b3411a0-95b6-4dce-b304-0d8904648c10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:55:14.600741 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-1b3411a0-95b6-4dce-b304-0d8904648c10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:55:14.685591 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1b3411a0-95b6-4dce-b304-0d8904648c10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:14.689532 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1b3411a0-95b6-4dce-b304-0d8904648c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:14.698243 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-f49b3abf-3e72-441c-9a41-f822de1acb2f tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:55:14.709200 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8a7f143e-6956-46a0-9e87-bba900b6ec31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:14.739236 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-1b3411a0-95b6-4dce-b304-0d8904648c10 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fb47f738084e46119712c5a9fbc0d61f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1807554 May 19 05:55:14.740011 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3411a0-95b6-4dce-b304-0d8904648c10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6134576-5da9-4aa4-852d-56fe7ff6206e,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:55:14.741922 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 52936) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:55:14.742965 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-1b3411a0-95b6-4dce-b304-0d8904648c10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:55:14.800343 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-53da0493-0e06-4260-b0da-9213c5c3ff00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:14.825353 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-53da0493-0e06-4260-b0da-9213c5c3ff00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:14.862006 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:14.880434 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-53da0493-0e06-4260-b0da-9213c5c3ff00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:14.885244 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-347a226f-d0cb-43e2-8364-b3f35058bac2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:55:14.897648 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53da0493-0e06-4260-b0da-9213c5c3ff00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6134576-5da9-4aa4-852d-56fe7ff6206e,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:55:14.900432 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-53da0493-0e06-4260-b0da-9213c5c3ff00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:55:14.901919 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-53da0493-0e06-4260-b0da-9213c5c3ff00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:14.904989 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-53da0493-0e06-4260-b0da-9213c5c3ff00 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d6134576-5da9-4aa4-852d-56fe7ff6206e HTTP/1.1" status: 204 len: 168 time: 0.1613669 May 19 05:55:15.909779 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-db7c5e23-657c-45d4-9da5-15ba3bf0d241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:17.625371 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ca9ec6bf-79c4-448f-b3bb-8c49e8cf3732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:24.433688 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 53070) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:55:24.545409 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f7ec44d8-b68e-4fc0-aa4b-77a385e016a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:24.559748 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-f7ec44d8-b68e-4fc0-aa4b-77a385e016a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:55:24.563494 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-f7ec44d8-b68e-4fc0-aa4b-77a385e016a8 admin admin] Usage tracker for resource:security_group_rule and tenant:263827b7ad20481a98e96e4625d681c7 is out of sync, need to count used quota {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:55:24.566217 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-f7ec44d8-b68e-4fc0-aa4b-77a385e016a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:55:24.571790 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-f7ec44d8-b68e-4fc0-aa4b-77a385e016a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:55:24.652229 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f7ec44d8-b68e-4fc0-aa4b-77a385e016a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:24.656017 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f7ec44d8-b68e-4fc0-aa4b-77a385e016a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:24.663357 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-640cde1d-1326-4d1c-93e2-9ca4f71ea935 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:55:24.703839 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-f7ec44d8-b68e-4fc0-aa4b-77a385e016a8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=263827b7ad20481a98e96e4625d681c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2689729 May 19 05:55:24.704608 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ec44d8-b68e-4fc0-aa4b-77a385e016a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03e03153-2724-44aa-873b-856200ff1cdd,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:55:24.706397 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 53076) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:55:24.707741 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-f7ec44d8-b68e-4fc0-aa4b-77a385e016a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:55:24.768931 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-bc8f0633-5603-4196-a24e-a524c92e70cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:24.794710 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-bc8f0633-5603-4196-a24e-a524c92e70cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:24.844106 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-bc8f0633-5603-4196-a24e-a524c92e70cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:24.848870 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-d86a2d25-2ba0-400f-b700-744a04000ad9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:55:24.863004 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8f0633-5603-4196-a24e-a524c92e70cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e03153-2724-44aa-873b-856200ff1cdd,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:55:24.865857 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-bc8f0633-5603-4196-a24e-a524c92e70cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:55:24.869891 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-bc8f0633-5603-4196-a24e-a524c92e70cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:24.873323 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-bc8f0633-5603-4196-a24e-a524c92e70cc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/03e03153-2724-44aa-873b-856200ff1cdd HTTP/1.1" status: 204 len: 168 time: 0.1630166 May 19 05:55:25.137693 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 53084) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:55:25.155698 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6802a52f-3b3e-4abf-84ca-97e95adb39a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:25.169663 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-6802a52f-3b3e-4abf-84ca-97e95adb39a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:55:25.173417 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-6802a52f-3b3e-4abf-84ca-97e95adb39a3 admin admin] Usage tracker for resource:security_group_rule and tenant:5fee239774e047bba9245327df780211 is out of sync, need to count used quota {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:55:25.176171 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-6802a52f-3b3e-4abf-84ca-97e95adb39a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:55:25.181772 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-6802a52f-3b3e-4abf-84ca-97e95adb39a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:55:25.265591 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6802a52f-3b3e-4abf-84ca-97e95adb39a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:25.269345 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6802a52f-3b3e-4abf-84ca-97e95adb39a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:25.277826 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-13addd7b-6f8d-4833-9752-287cbae10e85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:55:25.315861 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-6802a52f-3b3e-4abf-84ca-97e95adb39a3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5fee239774e047bba9245327df780211&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1771491 May 19 05:55:25.316744 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6802a52f-3b3e-4abf-84ca-97e95adb39a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94d4c881-5162-47ca-9fc8-bbd7aa36b078,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:55:25.318486 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 53088) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:55:25.319859 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-6802a52f-3b3e-4abf-84ca-97e95adb39a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:55:25.377019 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-de6a0c26-ea50-4797-83a9-adec027e74c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:25.402691 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-de6a0c26-ea50-4797-83a9-adec027e74c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:25.453015 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-de6a0c26-ea50-4797-83a9-adec027e74c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:25.457591 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-35d5d872-567c-41c4-8186-238dfa85d3ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:55:25.469158 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6a0c26-ea50-4797-83a9-adec027e74c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94d4c881-5162-47ca-9fc8-bbd7aa36b078,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:55:25.472024 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-de6a0c26-ea50-4797-83a9-adec027e74c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:55:25.473874 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-de6a0c26-ea50-4797-83a9-adec027e74c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:25.474986 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-de6a0c26-ea50-4797-83a9-adec027e74c8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/94d4c881-5162-47ca-9fc8-bbd7aa36b078 HTTP/1.1" status: 204 len: 168 time: 0.1554384 May 19 05:55:25.804354 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 53096) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:55:25.826861 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6fae635f-08fd-4c2e-9acb-db8fa0209770 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:25.840856 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-6fae635f-08fd-4c2e-9acb-db8fa0209770 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:55:25.844624 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-6fae635f-08fd-4c2e-9acb-db8fa0209770 admin admin] Usage tracker for resource:security_group_rule and tenant:32fc189bbf044d5586c8c01cd35c3ec6 is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:55:25.847422 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-6fae635f-08fd-4c2e-9acb-db8fa0209770 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:55:25.853022 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-6fae635f-08fd-4c2e-9acb-db8fa0209770 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:55:25.933353 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6fae635f-08fd-4c2e-9acb-db8fa0209770 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:25.936835 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6fae635f-08fd-4c2e-9acb-db8fa0209770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:25.944839 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-dd6b4c9e-c854-4b36-8c74-b8bf3bd01975 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:55:25.982065 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-6fae635f-08fd-4c2e-9acb-db8fa0209770 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=32fc189bbf044d5586c8c01cd35c3ec6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1766768 May 19 05:55:25.984809 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 53100) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:55:25.986190 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fae635f-08fd-4c2e-9acb-db8fa0209770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f19b279-5d80-44d0-b50d-d4ef289d3516,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:55:25.989078 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-6fae635f-08fd-4c2e-9acb-db8fa0209770 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:55:26.043519 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d470a202-8ed1-42e8-b265-6a2e5cae76e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:26.068066 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d470a202-8ed1-42e8-b265-6a2e5cae76e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:26.118134 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d470a202-8ed1-42e8-b265-6a2e5cae76e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:26.122918 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-8d635951-631f-478c-8aa4-d4b62deffc6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:55:26.135490 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d470a202-8ed1-42e8-b265-6a2e5cae76e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f19b279-5d80-44d0-b50d-d4ef289d3516,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:55:26.138517 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-d470a202-8ed1-42e8-b265-6a2e5cae76e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:55:26.148712 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d470a202-8ed1-42e8-b265-6a2e5cae76e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:26.149807 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-d470a202-8ed1-42e8-b265-6a2e5cae76e4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7f19b279-5d80-44d0-b50d-d4ef289d3516 HTTP/1.1" status: 204 len: 168 time: 0.1640272 May 19 05:55:28.293493 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 53172) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:55:28.406892 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d9bf1fe4-5f24-42b0-9ed8-5c872fdbceea admin admin] Notify callbacks [] for security_group, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:28.423904 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-d9bf1fe4-5f24-42b0-9ed8-5c872fdbceea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:55:28.427590 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-d9bf1fe4-5f24-42b0-9ed8-5c872fdbceea admin admin] Usage tracker for resource:security_group_rule and tenant:4f636a79076a426390d103ff255a33d9 is out of sync, need to count used quota {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:55:28.430303 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-d9bf1fe4-5f24-42b0-9ed8-5c872fdbceea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:55:28.436333 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-d9bf1fe4-5f24-42b0-9ed8-5c872fdbceea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:55:28.517950 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d9bf1fe4-5f24-42b0-9ed8-5c872fdbceea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:28.521639 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d9bf1fe4-5f24-42b0-9ed8-5c872fdbceea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:28.529487 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-c6a51463-4daa-4dfa-8192-3f1cdad29942 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:55:28.568215 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-d9bf1fe4-5f24-42b0-9ed8-5c872fdbceea admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4f636a79076a426390d103ff255a33d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2736318 May 19 05:55:28.570250 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bf1fe4-5f24-42b0-9ed8-5c872fdbceea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4146c45f-9efa-4d30-8945-d049bdab1d46,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:55:28.571150 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 53178) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:55:28.573448 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-d9bf1fe4-5f24-42b0-9ed8-5c872fdbceea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:55:28.629359 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e24fd194-1ff4-4d3f-b97b-ee7a11bc5a5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:28.648282 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:28.654926 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e24fd194-1ff4-4d3f-b97b-ee7a11bc5a5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:28.704285 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e24fd194-1ff4-4d3f-b97b-ee7a11bc5a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:28.708935 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-56a3ddb8-1473-4fe5-85d3-2962d3aace44 tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:55:28.723761 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24fd194-1ff4-4d3f-b97b-ee7a11bc5a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4146c45f-9efa-4d30-8945-d049bdab1d46,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:55:28.727475 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-e24fd194-1ff4-4d3f-b97b-ee7a11bc5a5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:55:28.732869 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e24fd194-1ff4-4d3f-b97b-ee7a11bc5a5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:28.733939 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-e24fd194-1ff4-4d3f-b97b-ee7a11bc5a5a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4146c45f-9efa-4d30-8945-d049bdab1d46 HTTP/1.1" status: 204 len: 168 time: 0.1617541 May 19 05:55:29.002806 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 53186) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:55:29.019979 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-278723f1-2665-4587-a0e5-8fb4cd106c0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:29.033696 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-278723f1-2665-4587-a0e5-8fb4cd106c0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:55:29.037721 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-278723f1-2665-4587-a0e5-8fb4cd106c0c admin admin] Usage tracker for resource:security_group_rule and tenant:9a8b4c57848d458c854ad96ab9bd68a6 is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:55:29.040474 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-278723f1-2665-4587-a0e5-8fb4cd106c0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:55:29.046489 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-278723f1-2665-4587-a0e5-8fb4cd106c0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:55:29.125911 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-278723f1-2665-4587-a0e5-8fb4cd106c0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:29.129667 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-278723f1-2665-4587-a0e5-8fb4cd106c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:29.137899 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-1f147353-5310-4aab-aa4f-60e76481be7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:55:29.179993 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-278723f1-2665-4587-a0e5-8fb4cd106c0c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9a8b4c57848d458c854ad96ab9bd68a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1737394 May 19 05:55:29.179993 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278723f1-2665-4587-a0e5-8fb4cd106c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfaca5c5-80ed-4810-af69-f0ae778585ca,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:55:29.180403 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 53190) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:55:29.183987 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-278723f1-2665-4587-a0e5-8fb4cd106c0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:55:29.237371 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8f43dbba-1c44-490f-9a4d-1d6f6898be84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:29.261251 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8f43dbba-1c44-490f-9a4d-1d6f6898be84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:29.310125 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8f43dbba-1c44-490f-9a4d-1d6f6898be84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:29.314726 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-dae140da-60ae-4ef5-8fbc-274a5986fe4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:55:29.329268 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f43dbba-1c44-490f-9a4d-1d6f6898be84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfaca5c5-80ed-4810-af69-f0ae778585ca,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:55:29.334023 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-8f43dbba-1c44-490f-9a4d-1d6f6898be84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:55:29.337930 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8f43dbba-1c44-490f-9a4d-1d6f6898be84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:29.339031 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-8f43dbba-1c44-490f-9a4d-1d6f6898be84 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bfaca5c5-80ed-4810-af69-f0ae778585ca HTTP/1.1" status: 204 len: 168 time: 0.1577687 May 19 05:55:30.427440 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 53222) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:55:30.542339 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-1ee4b14a-4855-4099-b17c-72ab8a002b13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:30.556935 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-1ee4b14a-4855-4099-b17c-72ab8a002b13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:55:30.561166 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-1ee4b14a-4855-4099-b17c-72ab8a002b13 admin admin] Usage tracker for resource:security_group_rule and tenant:b1a15530cdc849cd9fcf17dff58e18fc is out of sync, need to count used quota {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:55:30.563910 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-1ee4b14a-4855-4099-b17c-72ab8a002b13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:55:30.569459 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-1ee4b14a-4855-4099-b17c-72ab8a002b13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:55:30.650177 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-1ee4b14a-4855-4099-b17c-72ab8a002b13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:30.654318 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-1ee4b14a-4855-4099-b17c-72ab8a002b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:30.662765 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-0f1f6cf9-d831-4b19-aaad-e0ae2cfaae3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:55:30.700787 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-1ee4b14a-4855-4099-b17c-72ab8a002b13 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b1a15530cdc849cd9fcf17dff58e18fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2722993 May 19 05:55:30.702506 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee4b14a-4855-4099-b17c-72ab8a002b13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc79ad91-f217-461a-a50c-7e41e984d028,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:55:30.702935 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 53228) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:55:30.705808 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-1ee4b14a-4855-4099-b17c-72ab8a002b13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:55:30.763335 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-70f49ac1-01ec-4b5b-bf04-9244c0ef7905 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:30.788191 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-70f49ac1-01ec-4b5b-bf04-9244c0ef7905 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:30.847387 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-70f49ac1-01ec-4b5b-bf04-9244c0ef7905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:30.851337 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-b5871107-419d-4b7e-be78-8826f259d2ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:55:30.865152 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f49ac1-01ec-4b5b-bf04-9244c0ef7905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc79ad91-f217-461a-a50c-7e41e984d028,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:55:30.869653 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-70f49ac1-01ec-4b5b-bf04-9244c0ef7905 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:55:30.873766 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-70f49ac1-01ec-4b5b-bf04-9244c0ef7905 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:30.874886 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-70f49ac1-01ec-4b5b-bf04-9244c0ef7905 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cc79ad91-f217-461a-a50c-7e41e984d028 HTTP/1.1" status: 204 len: 168 time: 0.1709199 May 19 05:55:41.547183 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 53306) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:55:41.659289 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-424157c3-3e74-4187-b6ce-cfc42882259a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:41.673529 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-424157c3-3e74-4187-b6ce-cfc42882259a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:55:41.677204 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-424157c3-3e74-4187-b6ce-cfc42882259a admin admin] Usage tracker for resource:security_group_rule and tenant:b3eff79d27404d878619289b0e14f570 is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:55:41.679958 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-424157c3-3e74-4187-b6ce-cfc42882259a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:55:41.686058 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-424157c3-3e74-4187-b6ce-cfc42882259a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:55:41.763914 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-424157c3-3e74-4187-b6ce-cfc42882259a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:41.767437 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-424157c3-3e74-4187-b6ce-cfc42882259a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:41.774412 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-6fae635f-08fd-4c2e-9acb-db8fa0209770 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:55:41.815092 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-424157c3-3e74-4187-b6ce-cfc42882259a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b3eff79d27404d878619289b0e14f570&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2668948 May 19 05:55:41.815976 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424157c3-3e74-4187-b6ce-cfc42882259a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=832e26d8-25a6-49fc-ad0c-3f2ec772eece,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:55:41.817768 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 53312) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:55:41.823255 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424157c3-3e74-4187-b6ce-cfc42882259a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:55:41.823637 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424157c3-3e74-4187-b6ce-cfc42882259a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:55:41.824033 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424157c3-3e74-4187-b6ce-cfc42882259a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:55:41.824433 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424157c3-3e74-4187-b6ce-cfc42882259a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:55:41.824798 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424157c3-3e74-4187-b6ce-cfc42882259a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:55:41.825162 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424157c3-3e74-4187-b6ce-cfc42882259a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:55:41.825524 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424157c3-3e74-4187-b6ce-cfc42882259a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:55:41.825882 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424157c3-3e74-4187-b6ce-cfc42882259a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:55:41.826240 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424157c3-3e74-4187-b6ce-cfc42882259a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:55:41.826619 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424157c3-3e74-4187-b6ce-cfc42882259a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:55:41.826977 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424157c3-3e74-4187-b6ce-cfc42882259a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:55:41.827328 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424157c3-3e74-4187-b6ce-cfc42882259a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:55:41.831089 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-424157c3-3e74-4187-b6ce-cfc42882259a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:55:41.877303 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6071147e-aab9-444d-ab38-0e1def849238 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:41.901700 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6071147e-aab9-444d-ab38-0e1def849238 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:41.955935 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6071147e-aab9-444d-ab38-0e1def849238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:41.960402 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-ecf9a836-6a0c-4b0a-84b5-065f692c4666 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:55:41.974920 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6071147e-aab9-444d-ab38-0e1def849238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=832e26d8-25a6-49fc-ad0c-3f2ec772eece,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:55:41.978714 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-6071147e-aab9-444d-ab38-0e1def849238 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:55:41.981565 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6071147e-aab9-444d-ab38-0e1def849238 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:41.985379 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-6071147e-aab9-444d-ab38-0e1def849238 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/832e26d8-25a6-49fc-ad0c-3f2ec772eece HTTP/1.1" status: 204 len: 168 time: 0.1665735 May 19 05:55:42.345514 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3cdb0d63-dc52-4062-b3b8-2cc77014637c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:44.584669 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-8ef77f1b-c1f2-4f7f-903c-9c4facac0416 None None] Agent healthcheck: found 6 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 05:55:44.710353 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d8344bb1-2b19-4d9b-beca-3e16d91e25ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:44.863729 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:45.915730 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-db7c5e23-657c-45d4-9da5-15ba3bf0d241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:47.624272 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ca9ec6bf-79c4-448f-b3bb-8c49e8cf3732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:58.633029 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:04.645514 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3b9c2bc1-d8ff-43ce-a484-fe56e8a7000d req-1727f6df-7878-4144-9f43-f08533ef5bae service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=556dcc9d-7f9c-4e2f-8d0a-824424108fd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0719864 May 19 05:56:04.783594 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9c2bc1-d8ff-43ce-a484-fe56e8a7000d req-4b6131df-fd4c-40e2-9e48-2e47d4dd5d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:04.785019 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3b9c2bc1-d8ff-43ce-a484-fe56e8a7000d req-4b6131df-fd4c-40e2-9e48-2e47d4dd5d2d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9e5fa16fa0ad4f04b92ce6a32579830c&device_id=556dcc9d-7f9c-4e2f-8d0a-824424108fd4 HTTP/1.1" status: 200 len: 1098 time: 0.0700428 May 19 05:56:04.924962 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9c2bc1-d8ff-43ce-a484-fe56e8a7000d req-1be45965-25b0-4df0-b6c8-47793128b2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:04.926278 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3b9c2bc1-d8ff-43ce-a484-fe56e8a7000d req-1be45965-25b0-4df0-b6c8-47793128b2c6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=82667610-6b12-4391-a629-fec9ccd32c04 HTTP/1.1" status: 200 len: 910 time: 0.1230929 May 19 05:56:05.026006 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3b9c2bc1-d8ff-43ce-a484-fe56e8a7000d req-fdd0e84a-be0c-4ba9-85fc-804cd92bc02a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0611b5da-28a0-40f6-a1ec-7d9fbd53e4d4 HTTP/1.1" status: 200 len: 999 time: 0.0936780 May 19 05:56:05.085848 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9c2bc1-d8ff-43ce-a484-fe56e8a7000d req-296565f4-6b9b-407c-92f5-4a72aba87a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:05.087211 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3b9c2bc1-d8ff-43ce-a484-fe56e8a7000d req-296565f4-6b9b-407c-92f5-4a72aba87a1f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0053ef27-2766-4222-88f7-7af5250f9576 HTTP/1.1" status: 200 len: 848 time: 0.0550306 May 19 05:56:05.163505 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9c2bc1-d8ff-43ce-a484-fe56e8a7000d req-76a4ebc3-6333-4af6-b6cc-0113ca34fa00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:05.164957 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3b9c2bc1-d8ff-43ce-a484-fe56e8a7000d req-76a4ebc3-6333-4af6-b6cc-0113ca34fa00 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=82667610-6b12-4391-a629-fec9ccd32c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0718987 May 19 05:56:05.386711 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3b9c2bc1-d8ff-43ce-a484-fe56e8a7000d req-14bd38d1-a128-4b8a-85c6-eb69d0be3a57 service neutron] 10.222.0.26 "GET /v2.0/networks/82667610-6b12-4391-a629-fec9ccd32c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148783 May 19 05:56:05.513483 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3b9c2bc1-d8ff-43ce-a484-fe56e8a7000d req-34f74d93-7fac-4c1b-a13f-68a8e73b9a9a service neutron] 10.222.0.26 "GET /v2.0/networks/82667610-6b12-4391-a629-fec9ccd32c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214623 May 19 05:56:12.346985 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-32efcf47-7043-4e2a-bd46-03f2373fe176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:14.709760 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8b853dfd-4fbb-4d0c-baee-97fec69faa85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:14.864139 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:15.915614 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-db7c5e23-657c-45d4-9da5-15ba3bf0d241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:17.627653 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ca9ec6bf-79c4-448f-b3bb-8c49e8cf3732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:18.459570 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74648d3f-3bd8-4095-80e2-b72735d70d5b req-1ef43524-d973-46ab-b1db-94e66270d45f tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:18.460928 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-74648d3f-3bd8-4095-80e2-b72735d70d5b req-1ef43524-d973-46ab-b1db-94e66270d45f tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.11 "GET /v2.0/ports?device_id=556dcc9d-7f9c-4e2f-8d0a-824424108fd4 HTTP/1.1" status: 200 len: 945 time: 0.0776408 May 19 05:56:18.505532 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-74648d3f-3bd8-4095-80e2-b72735d70d5b req-74c3391d-baa9-4319-8c78-8ab81b9e6a77 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.11 "GET /v2.0/security-groups?id=331ae10b-a658-455d-b25e-fc1ede8855bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381420 May 19 05:56:19.689554 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b07932f-00da-4095-973b-cde511a9f173 req-1d3f358a-9587-4cc3-9f1c-1fb7fe251b29 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:19.690981 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8b07932f-00da-4095-973b-cde511a9f173 req-1d3f358a-9587-4cc3-9f1c-1fb7fe251b29 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.11 "GET /v2.0/ports?device_id=556dcc9d-7f9c-4e2f-8d0a-824424108fd4 HTTP/1.1" status: 200 len: 945 time: 0.0779669 May 19 05:56:19.733550 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8b07932f-00da-4095-973b-cde511a9f173 req-45285358-b231-4040-b4b5-4e1dae9b97e6 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.11 "GET /v2.0/security-groups?id=331ae10b-a658-455d-b25e-fc1ede8855bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370347 May 19 05:56:20.917986 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79710fb3-ada1-4932-b04c-d63cc45efb91 req-0fecb1a9-8584-4c32-8647-161b835087a5 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:20.919442 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-79710fb3-ada1-4932-b04c-d63cc45efb91 req-0fecb1a9-8584-4c32-8647-161b835087a5 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.11 "GET /v2.0/ports?device_id=556dcc9d-7f9c-4e2f-8d0a-824424108fd4 HTTP/1.1" status: 200 len: 945 time: 0.0820618 May 19 05:56:20.963589 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-79710fb3-ada1-4932-b04c-d63cc45efb91 req-5480e11c-59cf-4a92-9f79-78019def940c tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.11 "GET /v2.0/security-groups?id=331ae10b-a658-455d-b25e-fc1ede8855bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384557 May 19 05:56:21.583233 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-8ef77f1b-c1f2-4f7f-903c-9c4facac0416 None None] Agent healthcheck: found 6 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 05:56:22.145909 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d542b2-caef-43d2-9037-b1e9864841ac req-0d0bff6b-a74e-4342-be56-80e3df98e694 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:22.147434 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-06d542b2-caef-43d2-9037-b1e9864841ac req-0d0bff6b-a74e-4342-be56-80e3df98e694 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.11 "GET /v2.0/ports?device_id=556dcc9d-7f9c-4e2f-8d0a-824424108fd4 HTTP/1.1" status: 200 len: 945 time: 0.0810935 May 19 05:56:22.191041 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-06d542b2-caef-43d2-9037-b1e9864841ac req-8a7876f4-ea83-49d7-8002-0e432c4c2bef tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.11 "GET /v2.0/security-groups?id=331ae10b-a658-455d-b25e-fc1ede8855bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373473 May 19 05:56:23.371048 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ffdf3-bff5-42b2-b883-03e7f5940fdf req-5d151afd-3198-4e71-99bc-04cab0f3f566 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:23.372472 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d95ffdf3-bff5-42b2-b883-03e7f5940fdf req-5d151afd-3198-4e71-99bc-04cab0f3f566 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.11 "GET /v2.0/ports?device_id=556dcc9d-7f9c-4e2f-8d0a-824424108fd4 HTTP/1.1" status: 200 len: 945 time: 0.0790508 May 19 05:56:23.419260 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d95ffdf3-bff5-42b2-b883-03e7f5940fdf req-aec22d4a-28dd-411d-9c95-4dc429b47863 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.11 "GET /v2.0/security-groups?id=331ae10b-a658-455d-b25e-fc1ede8855bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410426 May 19 05:56:24.600173 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda65395-1dc4-4851-ac27-e868a7e020e9 req-c048c28b-a8cd-4d6f-a7ad-12a704b27e7a tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:24.601608 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-cda65395-1dc4-4851-ac27-e868a7e020e9 req-c048c28b-a8cd-4d6f-a7ad-12a704b27e7a tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.11 "GET /v2.0/ports?device_id=556dcc9d-7f9c-4e2f-8d0a-824424108fd4 HTTP/1.1" status: 200 len: 945 time: 0.0810821 May 19 05:56:24.645040 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-cda65395-1dc4-4851-ac27-e868a7e020e9 req-11502b08-f9dc-401e-a199-694d3f4f14bb tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.11 "GET /v2.0/security-groups?id=331ae10b-a658-455d-b25e-fc1ede8855bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375497 May 19 05:56:25.828936 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc9b1ec-9633-484a-8637-8e918110910f req-2a489a38-e3df-4543-97b0-650e9d2b15b2 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:25.830545 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9dc9b1ec-9633-484a-8637-8e918110910f req-2a489a38-e3df-4543-97b0-650e9d2b15b2 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.11 "GET /v2.0/ports?device_id=556dcc9d-7f9c-4e2f-8d0a-824424108fd4 HTTP/1.1" status: 200 len: 945 time: 0.0809145 May 19 05:56:25.874665 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9dc9b1ec-9633-484a-8637-8e918110910f req-9498d840-af40-4f32-8dc3-0e9b7d9f7360 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.11 "GET /v2.0/security-groups?id=331ae10b-a658-455d-b25e-fc1ede8855bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383892 May 19 05:56:27.056268 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc83768-1904-4746-9e8f-87dd04fc5fc0 req-96f46988-ecdc-4332-b660-8c68cbe9042e tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:27.058237 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6cc83768-1904-4746-9e8f-87dd04fc5fc0 req-96f46988-ecdc-4332-b660-8c68cbe9042e tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.11 "GET /v2.0/ports?device_id=556dcc9d-7f9c-4e2f-8d0a-824424108fd4 HTTP/1.1" status: 200 len: 945 time: 0.0791864 May 19 05:56:27.101758 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6cc83768-1904-4746-9e8f-87dd04fc5fc0 req-af5b24c1-3562-4fcb-86c0-76a6d8f9168c tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.11 "GET /v2.0/security-groups?id=331ae10b-a658-455d-b25e-fc1ede8855bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378923 May 19 05:56:28.285035 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d006df11-08c8-404a-a5b0-b1d694e1aee6 req-ee173373-6470-4254-869f-7069561a98c2 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:28.286456 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d006df11-08c8-404a-a5b0-b1d694e1aee6 req-ee173373-6470-4254-869f-7069561a98c2 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.11 "GET /v2.0/ports?device_id=556dcc9d-7f9c-4e2f-8d0a-824424108fd4 HTTP/1.1" status: 200 len: 945 time: 0.0817728 May 19 05:56:28.330078 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d006df11-08c8-404a-a5b0-b1d694e1aee6 req-d047f503-378c-443c-9fe0-0e573a33b3e0 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.11 "GET /v2.0/security-groups?id=331ae10b-a658-455d-b25e-fc1ede8855bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375407 May 19 05:56:28.545838 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a9d23-b818-4a3c-8177-808e09eea944 req-64fe80d4-6043-48ee-b77b-3bd285b0d945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:28.547223 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6b9a9d23-b818-4a3c-8177-808e09eea944 req-64fe80d4-6043-48ee-b77b-3bd285b0d945 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9e5fa16fa0ad4f04b92ce6a32579830c&device_id=556dcc9d-7f9c-4e2f-8d0a-824424108fd4 HTTP/1.1" status: 200 len: 1098 time: 0.0691183 May 19 05:56:28.657043 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:28.673618 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a9d23-b818-4a3c-8177-808e09eea944 req-0a03d589-29d7-4df8-b5c2-60305ac47af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:28.675073 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6b9a9d23-b818-4a3c-8177-808e09eea944 req-0a03d589-29d7-4df8-b5c2-60305ac47af3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=82667610-6b12-4391-a629-fec9ccd32c04 HTTP/1.1" status: 200 len: 910 time: 0.1218896 May 19 05:56:28.773473 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6b9a9d23-b818-4a3c-8177-808e09eea944 req-feb81a47-8725-4797-a76e-b22389e6f4bb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0611b5da-28a0-40f6-a1ec-7d9fbd53e4d4 HTTP/1.1" status: 200 len: 999 time: 0.0923090 May 19 05:56:28.833351 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a9d23-b818-4a3c-8177-808e09eea944 req-16c3059a-7d95-4405-9b12-ad7f054c99e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:28.834724 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6b9a9d23-b818-4a3c-8177-808e09eea944 req-16c3059a-7d95-4405-9b12-ad7f054c99e1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0053ef27-2766-4222-88f7-7af5250f9576 HTTP/1.1" status: 200 len: 848 time: 0.0551848 May 19 05:56:28.909261 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a9d23-b818-4a3c-8177-808e09eea944 req-a9566129-6563-4c36-80c9-0749a73bbd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:28.910724 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6b9a9d23-b818-4a3c-8177-808e09eea944 req-a9566129-6563-4c36-80c9-0749a73bbd4d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=82667610-6b12-4391-a629-fec9ccd32c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0696504 May 19 05:56:29.039217 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6b9a9d23-b818-4a3c-8177-808e09eea944 req-cb1bec4a-e6b0-4d71-b09d-40e6764b3329 service neutron] 10.222.0.26 "GET /v2.0/networks/82667610-6b12-4391-a629-fec9ccd32c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203475 May 19 05:56:29.166220 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6b9a9d23-b818-4a3c-8177-808e09eea944 req-2620189a-75a1-4d30-9e9a-048896f7c9a2 service neutron] 10.222.0.26 "GET /v2.0/networks/82667610-6b12-4391-a629-fec9ccd32c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205654 May 19 05:56:29.513473 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab6948b-fde9-4d81-b9f4-8bc3e445dbec req-a8498fdd-c95d-4fbd-8279-9f6889507537 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:29.514857 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-eab6948b-fde9-4d81-b9f4-8bc3e445dbec req-a8498fdd-c95d-4fbd-8279-9f6889507537 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.11 "GET /v2.0/ports?device_id=556dcc9d-7f9c-4e2f-8d0a-824424108fd4 HTTP/1.1" status: 200 len: 945 time: 0.0835743 May 19 05:56:29.558218 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-eab6948b-fde9-4d81-b9f4-8bc3e445dbec req-2d34e004-ccb7-4b87-8766-3634694d3c9f tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.11 "GET /v2.0/security-groups?id=331ae10b-a658-455d-b25e-fc1ede8855bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376656 May 19 05:56:30.739879 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f55ea7a-ef87-49a3-8e49-3bfd0549b238 req-9c0fd89b-be32-4e39-80e1-e6d18a6d2b4a tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:30.741354 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0f55ea7a-ef87-49a3-8e49-3bfd0549b238 req-9c0fd89b-be32-4e39-80e1-e6d18a6d2b4a tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.11 "GET /v2.0/ports?device_id=556dcc9d-7f9c-4e2f-8d0a-824424108fd4 HTTP/1.1" status: 200 len: 945 time: 0.0794334 May 19 05:56:30.785533 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0f55ea7a-ef87-49a3-8e49-3bfd0549b238 req-4d3bda4a-2303-4770-98aa-ca783814160c tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.11 "GET /v2.0/security-groups?id=331ae10b-a658-455d-b25e-fc1ede8855bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381315 May 19 05:56:31.963591 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726dade2-c499-4a9b-ab14-3680f1c8d8fd req-50727d3c-cf4f-4a85-a35c-66ab2c8f8601 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:31.965025 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-726dade2-c499-4a9b-ab14-3680f1c8d8fd req-50727d3c-cf4f-4a85-a35c-66ab2c8f8601 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.11 "GET /v2.0/ports?device_id=556dcc9d-7f9c-4e2f-8d0a-824424108fd4 HTTP/1.1" status: 200 len: 945 time: 0.0779040 May 19 05:56:32.011445 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-726dade2-c499-4a9b-ab14-3680f1c8d8fd req-7c9acdb5-bd5a-418e-a37b-b1b81741ad8b tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.11 "GET /v2.0/security-groups?id=331ae10b-a658-455d-b25e-fc1ede8855bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407031 May 19 05:56:32.329515 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-95d5937c-86f7-4d4e-8bea-636a3b3a6bae req-ec81ff6f-bbda-46f9-9eab-833dcc2ab216 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=556dcc9d-7f9c-4e2f-8d0a-824424108fd4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1109285 May 19 05:56:32.363982 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbcdda1-3cb7-4131-a978-1411510617a3 req-b08633f4-c419-47f6-8f47-8f2b86ee214d tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:32.365432 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-cfbcdda1-3cb7-4131-a978-1411510617a3 req-b08633f4-c419-47f6-8f47-8f2b86ee214d tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.11 "GET /v2.0/ports?device_id=556dcc9d-7f9c-4e2f-8d0a-824424108fd4 HTTP/1.1" status: 200 len: 945 time: 0.0876026 May 19 05:56:32.498701 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-cfbcdda1-3cb7-4131-a978-1411510617a3 req-03484d30-c38f-439b-ac3b-9be28c1bd21f tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.11 "GET /v2.0/security-groups?id=331ae10b-a658-455d-b25e-fc1ede8855bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274335 May 19 05:56:33.159884 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Device 0611b5da-28a0-40f6-a1ec-7d9fbd53e4d4 no longer exists at agent hyperv_hv-cinder-78240 {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 05:56:33.271943 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:33.298600 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '556dcc9d-7f9c-4e2f-8d0a-824424108fd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0611b5da-28a0-40f6-a1ec-7d9fbd53e4d4'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:56:33.308425 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] For port 0611b5da-28a0-40f6-a1ec-7d9fbd53e4d4, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=0611b5da-28a0-40f6-a1ec-7d9fbd53e4d4,segment=NetworkSegment(0995b668-e989-407a-85ba-5ceffd26935f),segment_id=0995b668-e989-407a-85ba-5ceffd26935f)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:56:33.312258 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:33.314294 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-b4f240ef-0323-4750-ac51-a1f0a051af07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:33.345032 dv-cinder-782405-8-iscsi neutron-server[103392]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '556dcc9d-7f9c-4e2f-8d0a-824424108fd4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0611b5da-28a0-40f6-a1ec-7d9fbd53e4d4', 'code': 422} returned with failed status May 19 05:56:33.381077 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Pushing event updated for resources: {'Port': ['ID=0611b5da-28a0-40f6-a1ec-7d9fbd53e4d4,revision_number=6']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:33.389113 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:56:33.389459 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:56:33.389793 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:56:33.390123 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:56:33.390448 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:56:33.390821 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:56:33.391143 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:56:33.391462 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:56:33.391805 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:56:33.392752 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:56:33.393099 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:56:33.393422 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:56:33.397398 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:33.681146 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e2d75-0f5f-418c-a780-26161d49061f req-51bc15c0-7d69-48a3-a61a-32e42c466e56 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:33.682582 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-eb4e2d75-0f5f-418c-a780-26161d49061f req-51bc15c0-7d69-48a3-a61a-32e42c466e56 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.11 "GET /v2.0/ports?device_id=556dcc9d-7f9c-4e2f-8d0a-824424108fd4 HTTP/1.1" status: 200 len: 943 time: 0.0788620 May 19 05:56:33.727648 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-eb4e2d75-0f5f-418c-a780-26161d49061f req-c89444ae-141d-4871-b8e0-d1a9701303ec tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.11 "GET /v2.0/security-groups?id=331ae10b-a658-455d-b25e-fc1ede8855bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394599 May 19 05:56:33.818990 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d5937c-86f7-4d4e-8bea-636a3b3a6bae req-cdd101c2-6e0f-4563-ab59-a7654477e371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:33.820330 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-95d5937c-86f7-4d4e-8bea-636a3b3a6bae req-cdd101c2-6e0f-4563-ab59-a7654477e371 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=556dcc9d-7f9c-4e2f-8d0a-824424108fd4&tenant_id=9e5fa16fa0ad4f04b92ce6a32579830c HTTP/1.1" status: 200 len: 1096 time: 0.0723255 May 19 05:56:33.907949 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d5937c-86f7-4d4e-8bea-636a3b3a6bae req-bc43f655-9a0a-403a-a190-f84994bdfe9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:33.909389 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-95d5937c-86f7-4d4e-8bea-636a3b3a6bae req-bc43f655-9a0a-403a-a190-f84994bdfe9e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9e5fa16fa0ad4f04b92ce6a32579830c&device_id=556dcc9d-7f9c-4e2f-8d0a-824424108fd4 HTTP/1.1" status: 200 len: 1096 time: 0.0689442 May 19 05:56:34.139232 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d5937c-86f7-4d4e-8bea-636a3b3a6bae req-ae9f25ce-92f3-4525-8b05-c4f275cb1bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:34.140675 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-95d5937c-86f7-4d4e-8bea-636a3b3a6bae req-ae9f25ce-92f3-4525-8b05-c4f275cb1bc9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=82667610-6b12-4391-a629-fec9ccd32c04 HTTP/1.1" status: 200 len: 910 time: 0.2242236 May 19 05:56:34.242565 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-95d5937c-86f7-4d4e-8bea-636a3b3a6bae req-f93071d0-67f6-4f00-b834-c13f9a629bf6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0611b5da-28a0-40f6-a1ec-7d9fbd53e4d4 HTTP/1.1" status: 200 len: 997 time: 0.0951931 May 19 05:56:34.305170 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d5937c-86f7-4d4e-8bea-636a3b3a6bae req-85231ea9-c6d6-4ec1-82c4-aa8f063487ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:34.306587 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-95d5937c-86f7-4d4e-8bea-636a3b3a6bae req-85231ea9-c6d6-4ec1-82c4-aa8f063487ad service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0053ef27-2766-4222-88f7-7af5250f9576 HTTP/1.1" status: 200 len: 848 time: 0.0584056 May 19 05:56:34.379723 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d5937c-86f7-4d4e-8bea-636a3b3a6bae req-61fb029d-dd5d-4995-8757-0b5a5dab3978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:34.381146 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-95d5937c-86f7-4d4e-8bea-636a3b3a6bae req-61fb029d-dd5d-4995-8757-0b5a5dab3978 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=82667610-6b12-4391-a629-fec9ccd32c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0685761 May 19 05:56:34.510529 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-95d5937c-86f7-4d4e-8bea-636a3b3a6bae req-ca7f50e1-9644-4b58-8055-d8b28bad4e07 service neutron] 10.222.0.26 "GET /v2.0/networks/82667610-6b12-4391-a629-fec9ccd32c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228127 May 19 05:56:34.638920 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-95d5937c-86f7-4d4e-8bea-636a3b3a6bae req-9fc839ca-bb33-4fe1-b622-7fabbdebc744 service neutron] 10.222.0.26 "GET /v2.0/networks/82667610-6b12-4391-a629-fec9ccd32c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222317 May 19 05:56:34.908724 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb55542-1c02-485a-92b5-98d9698d42a8 req-af788126-50fc-49b9-861d-13f73393d9b6 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:34.910141 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6cb55542-1c02-485a-92b5-98d9698d42a8 req-af788126-50fc-49b9-861d-13f73393d9b6 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.11 "GET /v2.0/ports?device_id=556dcc9d-7f9c-4e2f-8d0a-824424108fd4 HTTP/1.1" status: 200 len: 943 time: 0.0785408 May 19 05:56:34.956317 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6cb55542-1c02-485a-92b5-98d9698d42a8 req-df9204fe-c4db-427e-9b4d-d47ebab53545 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.11 "GET /v2.0/security-groups?id=331ae10b-a658-455d-b25e-fc1ede8855bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405419 May 19 05:56:36.135582 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9438322-4ba4-4c37-ad76-d2d9246b09c6 req-ae7e5b88-a611-441d-8f01-3d0bf4fec5a8 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:36.137063 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b9438322-4ba4-4c37-ad76-d2d9246b09c6 req-ae7e5b88-a611-441d-8f01-3d0bf4fec5a8 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.11 "GET /v2.0/ports?device_id=556dcc9d-7f9c-4e2f-8d0a-824424108fd4 HTTP/1.1" status: 200 len: 943 time: 0.0780804 May 19 05:56:36.181591 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b9438322-4ba4-4c37-ad76-d2d9246b09c6 req-86a39d75-a7e7-404f-892a-f1dd4f138f96 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.11 "GET /v2.0/security-groups?id=331ae10b-a658-455d-b25e-fc1ede8855bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384352 May 19 05:56:37.363907 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa1335b-732c-4e0c-909a-0de6bce220a2 req-630644b2-29d6-4ae0-aabb-a0f4450f1365 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:37.365334 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8aa1335b-732c-4e0c-909a-0de6bce220a2 req-630644b2-29d6-4ae0-aabb-a0f4450f1365 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.11 "GET /v2.0/ports?device_id=556dcc9d-7f9c-4e2f-8d0a-824424108fd4 HTTP/1.1" status: 200 len: 943 time: 0.0790675 May 19 05:56:37.408835 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8aa1335b-732c-4e0c-909a-0de6bce220a2 req-38e50ea8-b2b8-457e-a7b8-4560fa51168d tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.11 "GET /v2.0/security-groups?id=331ae10b-a658-455d-b25e-fc1ede8855bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373321 May 19 05:56:38.592023 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c816f47-7655-4422-81ce-49fdaab23785 req-f9088082-58cf-460f-b787-9e1a4bdd64dd tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:38.593423 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8c816f47-7655-4422-81ce-49fdaab23785 req-f9088082-58cf-460f-b787-9e1a4bdd64dd tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.11 "GET /v2.0/ports?device_id=556dcc9d-7f9c-4e2f-8d0a-824424108fd4 HTTP/1.1" status: 200 len: 943 time: 0.0798967 May 19 05:56:38.638016 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8c816f47-7655-4422-81ce-49fdaab23785 req-8a3dfe3c-650a-4932-ac0a-68fd0d31ace5 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.11 "GET /v2.0/security-groups?id=331ae10b-a658-455d-b25e-fc1ede8855bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390024 May 19 05:56:39.820779 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134b46a8-3c02-45a5-a9fb-5bd532ef5906 req-d6ba2d23-b359-49c4-91a0-d11be67cde9d tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:39.822210 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-134b46a8-3c02-45a5-a9fb-5bd532ef5906 req-d6ba2d23-b359-49c4-91a0-d11be67cde9d tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.11 "GET /v2.0/ports?device_id=556dcc9d-7f9c-4e2f-8d0a-824424108fd4 HTTP/1.1" status: 200 len: 943 time: 0.0821764 May 19 05:56:39.865470 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-134b46a8-3c02-45a5-a9fb-5bd532ef5906 req-450757a1-0290-45f8-98a1-cd87b1a4a653 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.11 "GET /v2.0/security-groups?id=331ae10b-a658-455d-b25e-fc1ede8855bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371323 May 19 05:56:41.043862 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5624aa28-3050-48a1-8139-0e81552eabe9 req-a78f2894-0b0d-4374-9cbb-f95da5bad31e tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:41.045180 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5624aa28-3050-48a1-8139-0e81552eabe9 req-a78f2894-0b0d-4374-9cbb-f95da5bad31e tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.11 "GET /v2.0/ports?device_id=556dcc9d-7f9c-4e2f-8d0a-824424108fd4 HTTP/1.1" status: 200 len: 943 time: 0.0775657 May 19 05:56:41.087670 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5624aa28-3050-48a1-8139-0e81552eabe9 req-1b19fe9e-a197-4d18-83fe-f97d484b65e9 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.11 "GET /v2.0/security-groups?id=331ae10b-a658-455d-b25e-fc1ede8855bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369570 May 19 05:56:42.268789 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03626ed8-4f9b-4664-bfa6-2760e2d88c69 req-50a7b629-73ec-43b3-b388-75368e148281 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:42.270208 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-03626ed8-4f9b-4664-bfa6-2760e2d88c69 req-50a7b629-73ec-43b3-b388-75368e148281 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.11 "GET /v2.0/ports?device_id=556dcc9d-7f9c-4e2f-8d0a-824424108fd4 HTTP/1.1" status: 200 len: 943 time: 0.0790884 May 19 05:56:42.314090 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-03626ed8-4f9b-4664-bfa6-2760e2d88c69 req-58f7f1ad-54d6-4261-a6b6-ecf302cc08fa tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.11 "GET /v2.0/security-groups?id=331ae10b-a658-455d-b25e-fc1ede8855bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383399 May 19 05:56:42.346996 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1734ccbe-f6c0-4c20-ab48-8d2aace88e06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:43.196875 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Device 0611b5da-28a0-40f6-a1ec-7d9fbd53e4d4 details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=103392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 05:56:43.324709 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] For port 0611b5da-28a0-40f6-a1ec-7d9fbd53e4d4, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=0611b5da-28a0-40f6-a1ec-7d9fbd53e4d4,segment=NetworkSegment(0995b668-e989-407a-85ba-5ceffd26935f),segment_id=0995b668-e989-407a-85ba-5ceffd26935f)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:56:43.337631 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Returning: {'device': '0611b5da-28a0-40f6-a1ec-7d9fbd53e4d4', 'network_id': '82667610-6b12-4391-a629-fec9ccd32c04', 'port_id': '0611b5da-28a0-40f6-a1ec-7d9fbd53e4d4', 'mac_address': 'fa:16:3e:05:49:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0053ef27-2766-4222-88f7-7af5250f9576', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 05:56:43.395966 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:43.411908 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0611b5da-28a0-40f6-a1ec-7d9fbd53e4d4 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 05:56:43.427310 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] For port 0611b5da-28a0-40f6-a1ec-7d9fbd53e4d4, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=0611b5da-28a0-40f6-a1ec-7d9fbd53e4d4,segment=NetworkSegment(0995b668-e989-407a-85ba-5ceffd26935f),segment_id=0995b668-e989-407a-85ba-5ceffd26935f)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:56:43.431204 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:43.433639 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:43.498692 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Pushing event updated for resources: {'Port': ['ID=0611b5da-28a0-40f6-a1ec-7d9fbd53e4d4,revision_number=7']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:43.499355 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff59977-9d79-41a3-92b7-6cbe773db08d req-042138f3-0850-4666-8fc0-327c546e87bb tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:43.501546 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-cff59977-9d79-41a3-92b7-6cbe773db08d req-042138f3-0850-4666-8fc0-327c546e87bb tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.11 "GET /v2.0/ports?device_id=556dcc9d-7f9c-4e2f-8d0a-824424108fd4 HTTP/1.1" status: 200 len: 944 time: 0.0834618 May 19 05:56:43.501750 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:43.545959 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-cff59977-9d79-41a3-92b7-6cbe773db08d req-8750f82b-d198-411f-83cc-3badb06cac47 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.11 "GET /v2.0/security-groups?id=331ae10b-a658-455d-b25e-fc1ede8855bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393138 May 19 05:56:43.752834 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] get_ports_and_sgs() called for port_ids ['0611b5da-28a0-40f6-a1ec-7d9fbd53e4d4'] {{(pid=103392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 05:56:44.710650 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fe6f3f24-ce1b-4df4-b295-a41125f38430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:44.733779 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2622c9-47de-4ea2-81d6-1b911f7c90b4 req-1af40194-ab5c-4f6c-bf72-c73bedcd99e6 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:44.735255 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6e2622c9-47de-4ea2-81d6-1b911f7c90b4 req-1af40194-ab5c-4f6c-bf72-c73bedcd99e6 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.11 "GET /v2.0/ports?device_id=556dcc9d-7f9c-4e2f-8d0a-824424108fd4 HTTP/1.1" status: 200 len: 944 time: 0.0850246 May 19 05:56:44.779090 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6e2622c9-47de-4ea2-81d6-1b911f7c90b4 req-2bff503d-2b67-4c3e-896c-e6700fe0aa3a tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.11 "GET /v2.0/security-groups?id=331ae10b-a658-455d-b25e-fc1ede8855bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381255 May 19 05:56:44.865745 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:45.205795 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Device 0611b5da-28a0-40f6-a1ec-7d9fbd53e4d4 up at agent hyperv_hv-cinder-78240 {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:56:45.273017 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Provisioning complete for port 0611b5da-28a0-40f6-a1ec-7d9fbd53e4d4 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:56:45.273389 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:45.389372 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:45.415302 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '556dcc9d-7f9c-4e2f-8d0a-824424108fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0611b5da-28a0-40f6-a1ec-7d9fbd53e4d4'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:56:45.425214 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] For port 0611b5da-28a0-40f6-a1ec-7d9fbd53e4d4, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=0611b5da-28a0-40f6-a1ec-7d9fbd53e4d4,segment=NetworkSegment(0995b668-e989-407a-85ba-5ceffd26935f),segment_id=0995b668-e989-407a-85ba-5ceffd26935f)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:56:45.430090 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:45.432522 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:45.468262 dv-cinder-782405-8-iscsi neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '556dcc9d-7f9c-4e2f-8d0a-824424108fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0611b5da-28a0-40f6-a1ec-7d9fbd53e4d4', 'code': 200} May 19 05:56:45.501008 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Pushing event updated for resources: {'Port': ['ID=0611b5da-28a0-40f6-a1ec-7d9fbd53e4d4,revision_number=8']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:45.503872 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:45.745835 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3246a0f5-a559-4375-91a2-28e8a763997b req-d41a4b23-1c32-468a-8bba-54dcb1510b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:45.747242 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3246a0f5-a559-4375-91a2-28e8a763997b req-d41a4b23-1c32-468a-8bba-54dcb1510b19 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=556dcc9d-7f9c-4e2f-8d0a-824424108fd4 HTTP/1.1" status: 200 len: 1098 time: 0.0721879 May 19 05:56:45.786597 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3246a0f5-a559-4375-91a2-28e8a763997b req-f41da71e-1d07-4703-9029-a375edbac330 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=331ae10b-a658-455d-b25e-fc1ede8855bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328078 May 19 05:56:45.918979 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-db7c5e23-657c-45d4-9da5-15ba3bf0d241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:45.958571 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d088a-5d10-4c48-a322-116353056e29 req-f1758bdd-4bc5-4f6e-a4d7-99b8257b9336 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:45.960025 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d21d088a-5d10-4c48-a322-116353056e29 req-f1758bdd-4bc5-4f6e-a4d7-99b8257b9336 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.11 "GET /v2.0/ports?device_id=556dcc9d-7f9c-4e2f-8d0a-824424108fd4 HTTP/1.1" status: 200 len: 945 time: 0.0786951 May 19 05:56:46.002849 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d21d088a-5d10-4c48-a322-116353056e29 req-54e1b48f-55db-4057-8836-707c88243454 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.11 "GET /v2.0/security-groups?id=331ae10b-a658-455d-b25e-fc1ede8855bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370295 May 19 05:56:47.186749 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d41242c-ed17-47c3-85bf-1e29207bdd25 req-91f4ec48-00fd-4f28-8770-e4244e289b27 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:47.188181 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7d41242c-ed17-47c3-85bf-1e29207bdd25 req-91f4ec48-00fd-4f28-8770-e4244e289b27 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.11 "GET /v2.0/ports?device_id=556dcc9d-7f9c-4e2f-8d0a-824424108fd4 HTTP/1.1" status: 200 len: 945 time: 0.0783136 May 19 05:56:47.235017 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7d41242c-ed17-47c3-85bf-1e29207bdd25 req-9e77420a-8fdf-4951-abcc-48d5d80a98e2 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.11 "GET /v2.0/security-groups?id=331ae10b-a658-455d-b25e-fc1ede8855bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411458 May 19 05:56:47.630325 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ca9ec6bf-79c4-448f-b3bb-8c49e8cf3732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:58.582751 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-8ef77f1b-c1f2-4f7f-903c-9c4facac0416 None None] Agent healthcheck: found 6 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 05:56:58.648299 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:05.648188 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f5041b46-64ba-422c-9f7c-457dcb653787 req-8affb310-eb7c-4141-8e48-db5c3a72b960 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=556dcc9d-7f9c-4e2f-8d0a-824424108fd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0742991 May 19 05:57:05.785794 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5041b46-64ba-422c-9f7c-457dcb653787 req-1e889022-1731-473f-bb74-ff6ae65866a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:05.787292 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f5041b46-64ba-422c-9f7c-457dcb653787 req-1e889022-1731-473f-bb74-ff6ae65866a4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9e5fa16fa0ad4f04b92ce6a32579830c&device_id=556dcc9d-7f9c-4e2f-8d0a-824424108fd4 HTTP/1.1" status: 200 len: 1098 time: 0.0695999 May 19 05:57:05.930205 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5041b46-64ba-422c-9f7c-457dcb653787 req-5b1ebb92-a6b2-4e09-9fa5-1786a82f60ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:05.931702 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f5041b46-64ba-422c-9f7c-457dcb653787 req-5b1ebb92-a6b2-4e09-9fa5-1786a82f60ae service neutron] 10.222.0.26 "GET /v2.0/networks?id=82667610-6b12-4391-a629-fec9ccd32c04 HTTP/1.1" status: 200 len: 910 time: 0.1244283 May 19 05:57:06.124928 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f5041b46-64ba-422c-9f7c-457dcb653787 req-0fb59a0f-88b9-405c-b4df-703adba2bb49 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0611b5da-28a0-40f6-a1ec-7d9fbd53e4d4 HTTP/1.1" status: 200 len: 999 time: 0.1857660 May 19 05:57:06.189007 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5041b46-64ba-422c-9f7c-457dcb653787 req-2bbd5a17-7c60-4b0a-a4bf-1a270acbd251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:06.190448 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f5041b46-64ba-422c-9f7c-457dcb653787 req-2bbd5a17-7c60-4b0a-a4bf-1a270acbd251 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0053ef27-2766-4222-88f7-7af5250f9576 HTTP/1.1" status: 200 len: 848 time: 0.0584080 May 19 05:57:06.264561 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5041b46-64ba-422c-9f7c-457dcb653787 req-f49d1cff-ef9e-4856-b139-659d2019545e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:06.265956 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f5041b46-64ba-422c-9f7c-457dcb653787 req-f49d1cff-ef9e-4856-b139-659d2019545e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=82667610-6b12-4391-a629-fec9ccd32c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0678744 May 19 05:57:06.393872 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f5041b46-64ba-422c-9f7c-457dcb653787 req-78148fe1-d255-411b-9e5d-7dedfa3ca66a service neutron] 10.222.0.26 "GET /v2.0/networks/82667610-6b12-4391-a629-fec9ccd32c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215074 May 19 05:57:06.523665 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f5041b46-64ba-422c-9f7c-457dcb653787 req-6beeaa1e-2406-475f-96ca-715e131152e8 service neutron] 10.222.0.26 "GET /v2.0/networks/82667610-6b12-4391-a629-fec9ccd32c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226385 May 19 05:57:12.349795 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-13a23297-12dd-49b7-9af1-45e554d3f147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:14.711679 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-034d5d66-9a50-42f9-9d49-83e290d5ffa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:14.870493 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:15.920657 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-db7c5e23-657c-45d4-9da5-15ba3bf0d241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:17.634223 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ca9ec6bf-79c4-448f-b3bb-8c49e8cf3732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:28.675170 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:35.581490 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-8ef77f1b-c1f2-4f7f-903c-9c4facac0416 None None] Agent healthcheck: found 6 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 05:57:42.352042 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-71da6100-6187-4403-a7f8-745af6f1f4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:44.713186 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e4592bd0-5167-4e45-bf47-126f139d6fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:44.871899 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:45.923297 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-db7c5e23-657c-45d4-9da5-15ba3bf0d241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:47.634567 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ca9ec6bf-79c4-448f-b3bb-8c49e8cf3732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:58.685601 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:07.761326 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7fda8753-cea4-4a15-b94c-8059d662c1be req-b881110c-74ec-474e-aa3a-c60f4c539725 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=556dcc9d-7f9c-4e2f-8d0a-824424108fd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1927621 May 19 05:58:07.897253 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fda8753-cea4-4a15-b94c-8059d662c1be req-4ad0827a-d86a-47c2-8b03-c245cb0526de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:07.899286 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7fda8753-cea4-4a15-b94c-8059d662c1be req-4ad0827a-d86a-47c2-8b03-c245cb0526de service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9e5fa16fa0ad4f04b92ce6a32579830c&device_id=556dcc9d-7f9c-4e2f-8d0a-824424108fd4 HTTP/1.1" status: 200 len: 1098 time: 0.0730453 May 19 05:58:08.038117 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fda8753-cea4-4a15-b94c-8059d662c1be req-2ee7bbda-41c8-4fbb-bebb-0a76dbcc18e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:08.039580 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7fda8753-cea4-4a15-b94c-8059d662c1be req-2ee7bbda-41c8-4fbb-bebb-0a76dbcc18e7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=82667610-6b12-4391-a629-fec9ccd32c04 HTTP/1.1" status: 200 len: 910 time: 0.1232831 May 19 05:58:08.139341 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7fda8753-cea4-4a15-b94c-8059d662c1be req-dca7b75d-2ee9-42a7-b8d9-e7fcd9395b61 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0611b5da-28a0-40f6-a1ec-7d9fbd53e4d4 HTTP/1.1" status: 200 len: 999 time: 0.0934730 May 19 05:58:08.201922 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fda8753-cea4-4a15-b94c-8059d662c1be req-4766e77f-8287-4c92-8c94-13d3b7ef9fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:08.203357 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7fda8753-cea4-4a15-b94c-8059d662c1be req-4766e77f-8287-4c92-8c94-13d3b7ef9fa9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0053ef27-2766-4222-88f7-7af5250f9576 HTTP/1.1" status: 200 len: 848 time: 0.0569959 May 19 05:58:08.275033 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fda8753-cea4-4a15-b94c-8059d662c1be req-8d8e08cd-8756-4af3-86cd-ea6719e75efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:08.276421 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7fda8753-cea4-4a15-b94c-8059d662c1be req-8d8e08cd-8756-4af3-86cd-ea6719e75efe service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=82667610-6b12-4391-a629-fec9ccd32c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0670218 May 19 05:58:08.404244 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7fda8753-cea4-4a15-b94c-8059d662c1be req-1da4ff52-0c53-4ac2-a14a-54ab40f75df6 service neutron] 10.222.0.26 "GET /v2.0/networks/82667610-6b12-4391-a629-fec9ccd32c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207919 May 19 05:58:08.533254 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7fda8753-cea4-4a15-b94c-8059d662c1be req-d93928b2-f5af-49e4-8db5-96fdcea722fa service neutron] 10.222.0.26 "GET /v2.0/networks/82667610-6b12-4391-a629-fec9ccd32c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217587 May 19 05:58:11.979334 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [req-ff97f88e-50a6-47d2-8f57-69fb5dae689c req-46872ca8-9811-49c8-b396-dc2aad7b8c6d service neutron] (103390) timed out ('10.222.0.26', 50851) {{(pid=103390) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 19 05:58:12.354200 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5273ecea-4a3e-41b9-aaf8-db5ab0f382c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:12.580377 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-8ef77f1b-c1f2-4f7f-903c-9c4facac0416 None None] Agent healthcheck: found 6 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 05:58:14.144245 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 53416) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:58:14.502368 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-c44433fb-7c2b-4d6c-9e3d-13f06a39c063 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Deleting port 86a7e0ce-b844-4b66-b7df-024dffed2127 {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 05:58:14.502659 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c44433fb-7c2b-4d6c-9e3d-13f06a39c063 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742273213799'] for port, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:14.614733 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c44433fb-7c2b-4d6c-9e3d-13f06a39c063 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401034'] for port, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:14.615059 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c44433fb-7c2b-4d6c-9e3d-13f06a39c063 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:14.714726 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-749e3156-bc9c-49e4-b39e-1bf42ee96e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:14.734114 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-c44433fb-7c2b-4d6c-9e3d-13f06a39c063 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Calling delete_port for 86a7e0ce-b844-4b66-b7df-024dffed2127 owned by network:floatingip {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 05:58:14.848557 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c44433fb-7c2b-4d6c-9e3d-13f06a39c063 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742273216184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742272802052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266569054'] for port, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:14.853183 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:14.873241 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:14.931078 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44433fb-7c2b-4d6c-9e3d-13f06a39c063 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Pushing event deleted for resources: {'Port': ['ID=86a7e0ce-b844-4b66-b7df-024dffed2127,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:14.968823 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44433fb-7c2b-4d6c-9e3d-13f06a39c063 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:58:14.969188 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44433fb-7c2b-4d6c-9e3d-13f06a39c063 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:58:14.969550 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44433fb-7c2b-4d6c-9e3d-13f06a39c063 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:58:14.969902 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44433fb-7c2b-4d6c-9e3d-13f06a39c063 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:58:14.970257 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44433fb-7c2b-4d6c-9e3d-13f06a39c063 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:58:14.970631 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44433fb-7c2b-4d6c-9e3d-13f06a39c063 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:58:14.970981 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44433fb-7c2b-4d6c-9e3d-13f06a39c063 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:58:14.971325 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44433fb-7c2b-4d6c-9e3d-13f06a39c063 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:58:14.971670 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44433fb-7c2b-4d6c-9e3d-13f06a39c063 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:58:14.972013 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44433fb-7c2b-4d6c-9e3d-13f06a39c063 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:58:14.972354 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44433fb-7c2b-4d6c-9e3d-13f06a39c063 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:58:14.972709 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44433fb-7c2b-4d6c-9e3d-13f06a39c063 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:58:14.976324 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-c44433fb-7c2b-4d6c-9e3d-13f06a39c063 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:15.004455 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c44433fb-7c2b-4d6c-9e3d-13f06a39c063 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Notify callbacks [] for floatingip, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:15.004782 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.db.l3_db [None req-c44433fb-7c2b-4d6c-9e3d-13f06a39c063 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Floating IP 7bd3ac70-a097-45a0-ad6b-3e3dfd0b1477 disassociated (deleted). External IP: 172.27.0.8, port: 0611b5da-28a0-40f6-a1ec-7d9fbd53e4d4. May 19 05:58:15.428436 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c44433fb-7c2b-4d6c-9e3d-13f06a39c063 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Router 9e9cbaff-6d5a-426d-a3b5-c84f6db6e450 has already been hosted by L3 agent b1c473b1-11ec-4d73-8852-93414dd700fb {{(pid=103390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 05:58:15.597361 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c44433fb-7c2b-4d6c-9e3d-13f06a39c063 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Notify agent at l3_agent.dv-cinder-782405-8-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 05:58:15.607037 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2060b2b1-267d-4eb2-8cf1-af1e637cb675 None None] Sync routers for ids ['9e9cbaff-6d5a-426d-a3b5-c84f6db6e450'] in dv-cinder-782405-8-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 05:58:15.616401 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2060b2b1-267d-4eb2-8cf1-af1e637cb675 None None] Routers {'9e9cbaff-6d5a-426d-a3b5-c84f6db6e450'} bound to L3 agent in host dv-cinder-782405-8-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:58:15.617048 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-2060b2b1-267d-4eb2-8cf1-af1e637cb675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T05:35:15Z,description=,heartbeat_timestamp=2021-05-19T05:58:15Z,host='dv-cinder-782405-8-iscsi',id=b1c473b1-11ec-4d73-8852-93414dd700fb,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:35:15Z,topic='l3_agent')) {'router_ids': ['9e9cbaff-6d5a-426d-a3b5-c84f6db6e450'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:58:15.617672 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c44433fb-7c2b-4d6c-9e3d-13f06a39c063 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13023'] for floatingip, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:15.648315 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [req-7ad49f7e-fc2e-4b75-867a-4747a2e0bc20 req-94f64ec1-3232-4353-8436-23db1cfac9d2 service neutron] (103390) timed out ('10.222.0.26', 50812) {{(pid=103390) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 19 05:58:15.674810 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-c44433fb-7c2b-4d6c-9e3d-13f06a39c063 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.11 "DELETE /v2.0/floatingips/7bd3ac70-a097-45a0-ad6b-3e3dfd0b1477 HTTP/1.1" status: 204 len: 168 time: 1.5294919 May 19 05:58:15.675448 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '556dcc9d-7f9c-4e2f-8d0a-824424108fd4', 'tag': '0611b5da-28a0-40f6-a1ec-7d9fbd53e4d4'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:58:15.793151 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-2060b2b1-267d-4eb2-8cf1-af1e637cb675 None None] Set router 9e9cbaff-6d5a-426d-a3b5-c84f6db6e450 gateway port host: dv-cinder-782405-8-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:58:15.937042 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '556dcc9d-7f9c-4e2f-8d0a-824424108fd4', 'tag': '0611b5da-28a0-40f6-a1ec-7d9fbd53e4d4', 'status': 'completed', 'code': 200} May 19 05:58:16.043330 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-db7c5e23-657c-45d4-9da5-15ba3bf0d241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:16.094266 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbef1f4-4162-4e95-b097-9bb174e72098 req-6651b053-5cfd-447f-89ab-5855571dd4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:16.095770 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7bbef1f4-4162-4e95-b097-9bb174e72098 req-6651b053-5cfd-447f-89ab-5855571dd4e9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9e5fa16fa0ad4f04b92ce6a32579830c&device_id=556dcc9d-7f9c-4e2f-8d0a-824424108fd4 HTTP/1.1" status: 200 len: 1098 time: 0.1364727 May 19 05:58:16.103798 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4b35c0-41bc-4bc0-9946-c582c4b5e68f req-1f44584b-c841-4fe3-a144-82367308d696 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:16.105128 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ba4b35c0-41bc-4bc0-9946-c582c4b5e68f req-1f44584b-c841-4fe3-a144-82367308d696 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.11 "GET /v2.0/ports?device_id=556dcc9d-7f9c-4e2f-8d0a-824424108fd4 HTTP/1.1" status: 200 len: 945 time: 0.1058500 May 19 05:58:16.146296 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-2060b2b1-267d-4eb2-8cf1-af1e637cb675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e9cbaff-6d5a-426d-a3b5-c84f6db6e450', 'name': 'tempest-TestShelveInstance-1090475059-router', 'tenant_id': '9e5fa16fa0ad4f04b92ce6a32579830c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '809ddcd7-7570-4ae4-8fc9-49fe62844e00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:52:28Z', 'updated_at': '2021-05-19T05:52:33Z', 'revision_number': 4, 'project_id': '9e5fa16fa0ad4f04b92ce6a32579830c', 'gw_port': {'id': '809ddcd7-7570-4ae4-8fc9-49fe62844e00', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:61:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9cbaff-6d5a-426d-a3b5-c84f6db6e450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:52:29Z', 'updated_at': '2021-05-19T05:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi', '_interfaces': [{'id': '5b1fa0e3-f903-4be6-a3f3-4e32836533bd', 'name': '', 'network_id': '82667610-6b12-4391-a629-fec9ccd32c04', 'tenant_id': '9e5fa16fa0ad4f04b92ce6a32579830c', 'mac_address': 'fa:16:3e:ab:f6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9cbaff-6d5a-426d-a3b5-c84f6db6e450', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '0053ef27-2766-4222-88f7-7af5250f9576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:52:32Z', 'updated_at': '2021-05-19T05:52:40Z', 'revision_number': 5, 'project_id': '9e5fa16fa0ad4f04b92ce6a32579830c', 'subnets': [{'id': '0053ef27-2766-4222-88f7-7af5250f9576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:58:16.150667 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2060b2b1-267d-4eb2-8cf1-af1e637cb675 None None] Checking router: 9e9cbaff-6d5a-426d-a3b5-c84f6db6e450 for host: dv-cinder-782405-8-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 05:58:16.158946 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2060b2b1-267d-4eb2-8cf1-af1e637cb675 None None] Routers {'9e9cbaff-6d5a-426d-a3b5-c84f6db6e450'} bound to L3 agent in host dv-cinder-782405-8-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:58:16.159791 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-2060b2b1-267d-4eb2-8cf1-af1e637cb675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T05:35:15Z,description=,heartbeat_timestamp=2021-05-19T05:58:15Z,host='dv-cinder-782405-8-iscsi',id=b1c473b1-11ec-4d73-8852-93414dd700fb,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:35:15Z,topic='l3_agent')) {'router_ids': ['9e9cbaff-6d5a-426d-a3b5-c84f6db6e450'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:58:16.348629 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ba4b35c0-41bc-4bc0-9946-c582c4b5e68f req-c703d75e-385c-4a61-9263-d49f57e1ed2c tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.11 "GET /v2.0/security-groups?id=331ae10b-a658-455d-b25e-fc1ede8855bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2230761 May 19 05:58:16.371191 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbef1f4-4162-4e95-b097-9bb174e72098 req-c8eef71b-e143-4874-866a-12ca6be2c7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:16.372566 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7bbef1f4-4162-4e95-b097-9bb174e72098 req-c8eef71b-e143-4874-866a-12ca6be2c7f9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=82667610-6b12-4391-a629-fec9ccd32c04 HTTP/1.1" status: 200 len: 910 time: 0.2666209 May 19 05:58:16.382388 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-2060b2b1-267d-4eb2-8cf1-af1e637cb675 None None] Set router 9e9cbaff-6d5a-426d-a3b5-c84f6db6e450 gateway port host: dv-cinder-782405-8-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:58:16.441066 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7bbef1f4-4162-4e95-b097-9bb174e72098 req-2ba92768-141c-44a6-9fbc-27ea4026d9cd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0611b5da-28a0-40f6-a1ec-7d9fbd53e4d4 HTTP/1.1" status: 200 len: 217 time: 0.0613601 May 19 05:58:16.508938 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbef1f4-4162-4e95-b097-9bb174e72098 req-7ed5aa9f-f98e-4da6-b189-20c77c700e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:16.510910 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7bbef1f4-4162-4e95-b097-9bb174e72098 req-7ed5aa9f-f98e-4da6-b189-20c77c700e3d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0053ef27-2766-4222-88f7-7af5250f9576 HTTP/1.1" status: 200 len: 848 time: 0.0629513 May 19 05:58:16.586297 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbef1f4-4162-4e95-b097-9bb174e72098 req-a7ec7c2c-f984-49c6-aa35-9bd972f4d59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:16.588328 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7bbef1f4-4162-4e95-b097-9bb174e72098 req-a7ec7c2c-f984-49c6-aa35-9bd972f4d59a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=82667610-6b12-4391-a629-fec9ccd32c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0684822 May 19 05:58:16.689197 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-2060b2b1-267d-4eb2-8cf1-af1e637cb675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e9cbaff-6d5a-426d-a3b5-c84f6db6e450', 'name': 'tempest-TestShelveInstance-1090475059-router', 'tenant_id': '9e5fa16fa0ad4f04b92ce6a32579830c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '809ddcd7-7570-4ae4-8fc9-49fe62844e00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:52:28Z', 'updated_at': '2021-05-19T05:52:33Z', 'revision_number': 4, 'project_id': '9e5fa16fa0ad4f04b92ce6a32579830c', 'gw_port': {'id': '809ddcd7-7570-4ae4-8fc9-49fe62844e00', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:61:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9cbaff-6d5a-426d-a3b5-c84f6db6e450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:52:29Z', 'updated_at': '2021-05-19T05:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi', '_interfaces': [{'id': '5b1fa0e3-f903-4be6-a3f3-4e32836533bd', 'name': '', 'network_id': '82667610-6b12-4391-a629-fec9ccd32c04', 'tenant_id': '9e5fa16fa0ad4f04b92ce6a32579830c', 'mac_address': 'fa:16:3e:ab:f6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9cbaff-6d5a-426d-a3b5-c84f6db6e450', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '0053ef27-2766-4222-88f7-7af5250f9576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:52:32Z', 'updated_at': '2021-05-19T05:52:40Z', 'revision_number': 5, 'project_id': '9e5fa16fa0ad4f04b92ce6a32579830c', 'subnets': [{'id': '0053ef27-2766-4222-88f7-7af5250f9576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:58:16.693259 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2060b2b1-267d-4eb2-8cf1-af1e637cb675 None None] The sync data for ids ['9e9cbaff-6d5a-426d-a3b5-c84f6db6e450'] in dv-cinder-782405-8-iscsi is: [{'id': '9e9cbaff-6d5a-426d-a3b5-c84f6db6e450', 'name': 'tempest-TestShelveInstance-1090475059-router', 'tenant_id': '9e5fa16fa0ad4f04b92ce6a32579830c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '809ddcd7-7570-4ae4-8fc9-49fe62844e00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:52:28Z', 'updated_at': '2021-05-19T05:52:33Z', 'revision_number': 4, 'project_id': '9e5fa16fa0ad4f04b92ce6a32579830c', 'gw_port': {'id': '809ddcd7-7570-4ae4-8fc9-49fe62844e00', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:61:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9cbaff-6d5a-426d-a3b5-c84f6db6e450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:52:29Z', 'updated_at': '2021-05-19T05:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi', '_interfaces': [{'id': '5b1fa0e3-f903-4be6-a3f3-4e32836533bd', 'name': '', 'network_id': '82667610-6b12-4391-a629-fec9ccd32c04', 'tenant_id': '9e5fa16fa0ad4f04b92ce6a32579830c', 'mac_address': 'fa:16:3e:ab:f6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9cbaff-6d5a-426d-a3b5-c84f6db6e450', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '0053ef27-2766-4222-88f7-7af5250f9576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:52:32Z', 'updated_at': '2021-05-19T05:52:40Z', 'revision_number': 5, 'project_id': '9e5fa16fa0ad4f04b92ce6a32579830c', 'subnets': [{'id': '0053ef27-2766-4222-88f7-7af5250f9576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 05:58:16.722108 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7bbef1f4-4162-4e95-b097-9bb174e72098 req-a82c3d8c-c237-449b-b2cf-7ffab69d07e2 service neutron] 10.222.0.26 "GET /v2.0/networks/82667610-6b12-4391-a629-fec9ccd32c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251745 May 19 05:58:16.860367 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7bbef1f4-4162-4e95-b097-9bb174e72098 req-c08001be-3adc-458a-a271-35ccc7bbd675 service neutron] 10.222.0.26 "GET /v2.0/networks/82667610-6b12-4391-a629-fec9ccd32c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312418 May 19 05:58:16.893605 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3976c408-d5ad-4fe0-9446-83ff193a1673 None None] New status for floating IP 7bd3ac70-a097-45a0-ad6b-3e3dfd0b1477: DOWN {{(pid=103393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 05:58:17.546560 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72366682-e38c-4eca-93a8-378643b8ed5d req-e8edaa73-81e6-41a2-90a8-1dd7e3e3a3d5 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:17.547258 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [req-72366682-e38c-4eca-93a8-378643b8ed5d req-e8edaa73-81e6-41a2-90a8-1dd7e3e3a3d5 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Synchronizing usage tracker for tenant:9e5fa16fa0ad4f04b92ce6a32579830c on resource:port {{(pid=103390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:58:17.561951 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [req-72366682-e38c-4eca-93a8-378643b8ed5d req-e8edaa73-81e6-41a2-90a8-1dd7e3e3a3d5 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Unset dirty status for tenant:9e5fa16fa0ad4f04b92ce6a32579830c on resource:port {{(pid=103390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:58:17.563258 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-72366682-e38c-4eca-93a8-378643b8ed5d req-e8edaa73-81e6-41a2-90a8-1dd7e3e3a3d5 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.11 "GET /v2.0/ports?device_id=556dcc9d-7f9c-4e2f-8d0a-824424108fd4 HTTP/1.1" status: 200 len: 945 time: 0.0935462 May 19 05:58:17.608407 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-72366682-e38c-4eca-93a8-378643b8ed5d req-ba20c1e5-4540-4aff-bc26-6bf30d7fe4ab tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.11 "GET /v2.0/security-groups?id=331ae10b-a658-455d-b25e-fc1ede8855bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395482 May 19 05:58:17.636071 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ca9ec6bf-79c4-448f-b3bb-8c49e8cf3732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:17.636691 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4c77dd-d06a-4003-b2d6-201ad51483c7 req-bf15d1ee-3d4b-4cbd-bef1-f23259446150 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:17.637710 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6a4c77dd-d06a-4003-b2d6-201ad51483c7 req-bf15d1ee-3d4b-4cbd-bef1-f23259446150 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.26 "GET /v2.0/ports?device_id=556dcc9d-7f9c-4e2f-8d0a-824424108fd4 HTTP/1.1" status: 200 len: 945 time: 0.0857882 May 19 05:58:17.767256 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [req-6a4c77dd-d06a-4003-b2d6-201ad51483c7 req-8e1cc038-93d2-4860-88f5-0758efa84f3c tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Deleting port 0611b5da-28a0-40f6-a1ec-7d9fbd53e4d4 {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 05:58:17.767604 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-6a4c77dd-d06a-4003-b2d6-201ad51483c7 req-8e1cc038-93d2-4860-88f5-0758efa84f3c tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742273213799'] for port, before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:17.897067 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-6a4c77dd-d06a-4003-b2d6-201ad51483c7 req-8e1cc038-93d2-4860-88f5-0758efa84f3c tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] For port 0611b5da-28a0-40f6-a1ec-7d9fbd53e4d4, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=0611b5da-28a0-40f6-a1ec-7d9fbd53e4d4,segment=NetworkSegment(0995b668-e989-407a-85ba-5ceffd26935f),segment_id=0995b668-e989-407a-85ba-5ceffd26935f)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:58:17.897345 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-6a4c77dd-d06a-4003-b2d6-201ad51483c7 req-8e1cc038-93d2-4860-88f5-0758efa84f3c tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401034'] for port, precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:18.021763 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [req-6a4c77dd-d06a-4003-b2d6-201ad51483c7 req-8e1cc038-93d2-4860-88f5-0758efa84f3c tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Calling delete_port for 0611b5da-28a0-40f6-a1ec-7d9fbd53e4d4 owned by compute:nova {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 05:58:18.126734 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-6a4c77dd-d06a-4003-b2d6-201ad51483c7 req-8e1cc038-93d2-4860-88f5-0758efa84f3c tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742273216184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742272802052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263355286'] for port, after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:18.132461 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-fabc3861-1961-476c-a9e6-c2acdbfeefba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:18.175213 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1cc038-93d2-4860-88f5-0758efa84f3c tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Pushing event deleted for resources: {'Port': ['ID=0611b5da-28a0-40f6-a1ec-7d9fbd53e4d4,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:18.214284 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1cc038-93d2-4860-88f5-0758efa84f3c tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:58:18.214700 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1cc038-93d2-4860-88f5-0758efa84f3c tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:58:18.215075 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1cc038-93d2-4860-88f5-0758efa84f3c tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:58:18.215443 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1cc038-93d2-4860-88f5-0758efa84f3c tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:58:18.215822 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1cc038-93d2-4860-88f5-0758efa84f3c tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:58:18.216166 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1cc038-93d2-4860-88f5-0758efa84f3c tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:58:18.216524 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1cc038-93d2-4860-88f5-0758efa84f3c tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:58:18.216879 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1cc038-93d2-4860-88f5-0758efa84f3c tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:58:18.217236 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1cc038-93d2-4860-88f5-0758efa84f3c tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:58:18.217594 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1cc038-93d2-4860-88f5-0758efa84f3c tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:58:18.217986 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1cc038-93d2-4860-88f5-0758efa84f3c tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:58:18.218300 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1cc038-93d2-4860-88f5-0758efa84f3c tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:58:18.225845 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-8e1cc038-93d2-4860-88f5-0758efa84f3c tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:18.266208 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a4c77dd-d06a-4003-b2d6-201ad51483c7 req-8e1cc038-93d2-4860-88f5-0758efa84f3c tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] No DVR routers for this DVR port 0611b5da-28a0-40f6-a1ec-7d9fbd53e4d4 on host hv-cinder-78240 {{(pid=103391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 05:58:18.268577 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-6a4c77dd-d06a-4003-b2d6-201ad51483c7 req-8e1cc038-93d2-4860-88f5-0758efa84f3c tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13023'] for port, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:18.271029 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '556dcc9d-7f9c-4e2f-8d0a-824424108fd4', 'name': 'network-vif-deleted', 'tag': '0611b5da-28a0-40f6-a1ec-7d9fbd53e4d4'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:58:18.290208 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6a4c77dd-d06a-4003-b2d6-201ad51483c7 req-8e1cc038-93d2-4860-88f5-0758efa84f3c tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.26 "DELETE /v2.0/ports/0611b5da-28a0-40f6-a1ec-7d9fbd53e4d4 HTTP/1.1" status: 204 len: 173 time: 0.6472650 May 19 05:58:18.339975 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '556dcc9d-7f9c-4e2f-8d0a-824424108fd4', 'name': 'network-vif-deleted', 'tag': '0611b5da-28a0-40f6-a1ec-7d9fbd53e4d4', 'status': 'completed', 'code': 200} May 19 05:58:18.763431 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-034c09f1-75ea-40b2-af72-bd4e3c06b2bd req-fa8e6b4f-5192-4175-ac02-1084e43951c6 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.11 "GET /v2.0/ports?device_id=556dcc9d-7f9c-4e2f-8d0a-824424108fd4 HTTP/1.1" status: 200 len: 210 time: 0.0450158 May 19 05:58:19.664048 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Device 0611b5da-28a0-40f6-a1ec-7d9fbd53e4d4 no longer exists at agent hyperv_hv-cinder-78240 {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 05:58:19.696668 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] No Port match for: 0611b5da-28a0-40f6-a1ec-7d9fbd53e4d4 {{(pid=103392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 05:58:19.697516 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Device 0611b5da-28a0-40f6-a1ec-7d9fbd53e4d4 not bound to the agent host hv-cinder-78240 {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 05:58:19.855674 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 53442) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:58:19.921660 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-39b0b44f-d66c-4143-b494-24af27d012bf tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Notify callbacks [] for security_group, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:19.951129 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-39b0b44f-d66c-4143-b494-24af27d012bf tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:20.012141 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-39b0b44f-d66c-4143-b494-24af27d012bf tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:20.015762 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-9e677a34-8dcb-42c7-9d51-4f69313f926b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:20.030104 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b0b44f-d66c-4143-b494-24af27d012bf tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=331ae10b-a658-455d-b25e-fc1ede8855bb,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:20.032638 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-39b0b44f-d66c-4143-b494-24af27d012bf tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:20.039562 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-39b0b44f-d66c-4143-b494-24af27d012bf tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Notify callbacks [] for security_group, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:20.040685 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-39b0b44f-d66c-4143-b494-24af27d012bf tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] 10.222.0.11 "DELETE /v2.0/security-groups/331ae10b-a658-455d-b25e-fc1ede8855bb HTTP/1.1" status: 204 len: 168 time: 0.1840343 May 19 05:58:20.085946 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 53448) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:58:20.738989 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-cbd79ddb-135d-4410-ac24-50e2db7ebba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398924'] for router_interface, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:21.234308 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-cbd79ddb-135d-4410-ac24-50e2db7ebba3 admin admin] Deleting port 5b1fa0e3-f903-4be6-a3f3-4e32836533bd {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 05:58:21.235021 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-cbd79ddb-135d-4410-ac24-50e2db7ebba3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742273213799'] for port, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:21.351090 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-cbd79ddb-135d-4410-ac24-50e2db7ebba3 admin admin] For port 5b1fa0e3-f903-4be6-a3f3-4e32836533bd, host dv-cinder-782405-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-iscsi',level=0,port_id=5b1fa0e3-f903-4be6-a3f3-4e32836533bd,segment=NetworkSegment(0995b668-e989-407a-85ba-5ceffd26935f),segment_id=0995b668-e989-407a-85ba-5ceffd26935f)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:58:21.351432 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-cbd79ddb-135d-4410-ac24-50e2db7ebba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401034'] for port, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:21.468843 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-cbd79ddb-135d-4410-ac24-50e2db7ebba3 admin admin] Calling delete_port for 5b1fa0e3-f903-4be6-a3f3-4e32836533bd owned by network:router_interface {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 05:58:21.741707 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-cbd79ddb-135d-4410-ac24-50e2db7ebba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742273216184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742272802052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266569054'] for port, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:21.745954 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-87a1cb79-4415-42cf-b802-937e8b8fec6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:21.816030 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd79ddb-135d-4410-ac24-50e2db7ebba3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b1fa0e3-f903-4be6-a3f3-4e32836533bd,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:21.819063 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-cbd79ddb-135d-4410-ac24-50e2db7ebba3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:22.050505 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-cbd79ddb-135d-4410-ac24-50e2db7ebba3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400604'] for router_interface, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:22.494644 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbd79ddb-135d-4410-ac24-50e2db7ebba3 admin admin] Router 9e9cbaff-6d5a-426d-a3b5-c84f6db6e450 has already been hosted by L3 agent b1c473b1-11ec-4d73-8852-93414dd700fb {{(pid=103390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 05:58:22.664795 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbd79ddb-135d-4410-ac24-50e2db7ebba3 admin admin] Notify agent at l3_agent.dv-cinder-782405-8-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 05:58:22.673143 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35862469-538e-48a0-ad05-82d22f5dcfe8 None None] Sync routers for ids ['9e9cbaff-6d5a-426d-a3b5-c84f6db6e450'] in dv-cinder-782405-8-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 05:58:22.676565 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-cbd79ddb-135d-4410-ac24-50e2db7ebba3 admin admin] 10.222.0.11 "PUT /v2.0/routers/9e9cbaff-6d5a-426d-a3b5-c84f6db6e450/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5895600 May 19 05:58:22.679262 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 53454) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:58:22.683152 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35862469-538e-48a0-ad05-82d22f5dcfe8 None None] Routers {'9e9cbaff-6d5a-426d-a3b5-c84f6db6e450'} bound to L3 agent in host dv-cinder-782405-8-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:58:22.683754 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-35862469-538e-48a0-ad05-82d22f5dcfe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T05:35:15Z,description=,heartbeat_timestamp=2021-05-19T05:58:15Z,host='dv-cinder-782405-8-iscsi',id=b1c473b1-11ec-4d73-8852-93414dd700fb,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:35:15Z,topic='l3_agent')) {'router_ids': ['9e9cbaff-6d5a-426d-a3b5-c84f6db6e450'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:58:22.848081 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2f1f577b-57bd-4e57-aab3-2eac18b7c6c5 admin admin] Notify callbacks [] for router, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:22.855361 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-35862469-538e-48a0-ad05-82d22f5dcfe8 None None] Set router 9e9cbaff-6d5a-426d-a3b5-c84f6db6e450 gateway port host: dv-cinder-782405-8-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:58:23.019978 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2f1f577b-57bd-4e57-aab3-2eac18b7c6c5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:23.089775 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-2f1f577b-57bd-4e57-aab3-2eac18b7c6c5 admin admin] Deleting port 809ddcd7-7570-4ae4-8fc9-49fe62844e00 {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 05:58:23.090113 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2f1f577b-57bd-4e57-aab3-2eac18b7c6c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742273213799'] for port, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:23.127620 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-35862469-538e-48a0-ad05-82d22f5dcfe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e9cbaff-6d5a-426d-a3b5-c84f6db6e450', 'name': 'tempest-TestShelveInstance-1090475059-router', 'tenant_id': '9e5fa16fa0ad4f04b92ce6a32579830c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '809ddcd7-7570-4ae4-8fc9-49fe62844e00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:52:28Z', 'updated_at': '2021-05-19T05:58:21Z', 'revision_number': 5, 'project_id': '9e5fa16fa0ad4f04b92ce6a32579830c', 'gw_port': {'id': '809ddcd7-7570-4ae4-8fc9-49fe62844e00', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:61:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9cbaff-6d5a-426d-a3b5-c84f6db6e450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:52:29Z', 'updated_at': '2021-05-19T05:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi'}], 'dv-cinder-782405-8-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:58:23.131379 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35862469-538e-48a0-ad05-82d22f5dcfe8 None None] Checking router: 9e9cbaff-6d5a-426d-a3b5-c84f6db6e450 for host: dv-cinder-782405-8-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 05:58:23.140423 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35862469-538e-48a0-ad05-82d22f5dcfe8 None None] Routers {'9e9cbaff-6d5a-426d-a3b5-c84f6db6e450'} bound to L3 agent in host dv-cinder-782405-8-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:58:23.141018 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-35862469-538e-48a0-ad05-82d22f5dcfe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T05:35:15Z,description=,heartbeat_timestamp=2021-05-19T05:58:15Z,host='dv-cinder-782405-8-iscsi',id=b1c473b1-11ec-4d73-8852-93414dd700fb,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:35:15Z,topic='l3_agent')) {'router_ids': ['9e9cbaff-6d5a-426d-a3b5-c84f6db6e450'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:58:23.207251 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2f1f577b-57bd-4e57-aab3-2eac18b7c6c5 admin admin] For port 809ddcd7-7570-4ae4-8fc9-49fe62844e00, host dv-cinder-782405-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-iscsi',level=0,port_id=809ddcd7-7570-4ae4-8fc9-49fe62844e00,segment=NetworkSegment(edaa9548-0a8e-4b05-b39a-c151d3266f79),segment_id=edaa9548-0a8e-4b05-b39a-c151d3266f79)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:58:23.207670 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2f1f577b-57bd-4e57-aab3-2eac18b7c6c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401034'] for port, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:23.287346 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-35862469-538e-48a0-ad05-82d22f5dcfe8 None None] Set router 9e9cbaff-6d5a-426d-a3b5-c84f6db6e450 gateway port host: None {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:58:23.329697 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-2f1f577b-57bd-4e57-aab3-2eac18b7c6c5 admin admin] Calling delete_port for 809ddcd7-7570-4ae4-8fc9-49fe62844e00 owned by network:router_gateway {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 05:58:23.427847 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-35862469-538e-48a0-ad05-82d22f5dcfe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e9cbaff-6d5a-426d-a3b5-c84f6db6e450', 'name': 'tempest-TestShelveInstance-1090475059-router', 'tenant_id': '9e5fa16fa0ad4f04b92ce6a32579830c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:52:28Z', 'updated_at': '2021-05-19T05:58:23Z', 'revision_number': 6, 'project_id': '9e5fa16fa0ad4f04b92ce6a32579830c', 'gw_port_host': None}], 'dv-cinder-782405-8-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:58:23.431658 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35862469-538e-48a0-ad05-82d22f5dcfe8 None None] The sync data for ids ['9e9cbaff-6d5a-426d-a3b5-c84f6db6e450'] in dv-cinder-782405-8-iscsi is: [{'id': '9e9cbaff-6d5a-426d-a3b5-c84f6db6e450', 'name': 'tempest-TestShelveInstance-1090475059-router', 'tenant_id': '9e5fa16fa0ad4f04b92ce6a32579830c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:52:28Z', 'updated_at': '2021-05-19T05:58:23Z', 'revision_number': 6, 'project_id': '9e5fa16fa0ad4f04b92ce6a32579830c', 'gw_port_host': None}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 05:58:23.468546 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2f1f577b-57bd-4e57-aab3-2eac18b7c6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742273216184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742272802052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266569054'] for port, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:23.472130 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:23.516550 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1f577b-57bd-4e57-aab3-2eac18b7c6c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=809ddcd7-7570-4ae4-8fc9-49fe62844e00,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:23.519629 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-2f1f577b-57bd-4e57-aab3-2eac18b7c6c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:23.602312 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2f1f577b-57bd-4e57-aab3-2eac18b7c6c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-517991'] for router_gateway, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:23.865913 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2f1f577b-57bd-4e57-aab3-2eac18b7c6c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27485'] for router, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:23.868068 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2f1f577b-57bd-4e57-aab3-2eac18b7c6c5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:23.892283 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2f1f577b-57bd-4e57-aab3-2eac18b7c6c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-517424'] for router, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:23.892930 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f1f577b-57bd-4e57-aab3-2eac18b7c6c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e9cbaff-6d5a-426d-a3b5-c84f6db6e450 {{(pid=103390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 05:58:23.905355 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2f1f577b-57bd-4e57-aab3-2eac18b7c6c5 admin admin] Notify callbacks [] for router, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:23.906451 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-2f1f577b-57bd-4e57-aab3-2eac18b7c6c5 admin admin] 10.222.0.11 "DELETE /v2.0/routers/9e9cbaff-6d5a-426d-a3b5-c84f6db6e450 HTTP/1.1" status: 204 len: 168 time: 1.2262893 May 19 05:58:23.908950 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 53458) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:58:23.968383 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_v2 [None req-b80f489e-7c39-45f6-b0c1-94b31cdad5a1 admin admin] Deleting subnet 0053ef27-2766-4222-88f7-7af5250f9576 {{(pid=103390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 05:58:23.971174 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b80f489e-7c39-45f6-b0c1-94b31cdad5a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:24.017658 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b80f489e-7c39-45f6-b0c1-94b31cdad5a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266360016'] for subnet, precommit_delete_associations {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:24.095805 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b80f489e-7c39-45f6-b0c1-94b31cdad5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3527298'] for subnet, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:24.226374 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device 809ddcd7-7570-4ae4-8fc9-49fe62844e00 no longer exists at agent ovs-agent-dv-cinder-782405-8-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 05:58:24.260234 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] No Port match for: 809ddcd7-7570-4ae4-8fc9-49fe62844e00 {{(pid=103392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 05:58:24.260587 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device 809ddcd7-7570-4ae4-8fc9-49fe62844e00 not bound to the agent host dv-cinder-782405-8-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 05:58:24.261003 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device 5b1fa0e3-f903-4be6-a3f3-4e32836533bd no longer exists at agent ovs-agent-dv-cinder-782405-8-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 05:58:24.292845 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] No Port match for: 5b1fa0e3-f903-4be6-a3f3-4e32836533bd {{(pid=103392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 05:58:24.293210 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device 5b1fa0e3-f903-4be6-a3f3-4e32836533bd not bound to the agent host dv-cinder-782405-8-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 05:58:24.339156 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b80f489e-7c39-45f6-b0c1-94b31cdad5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3527349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266359937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266937071'] for subnet, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:24.343900 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-f97a8612-1e00-4113-a823-b4207bbfa7b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:24.383992 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80f489e-7c39-45f6-b0c1-94b31cdad5a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0053ef27-2766-4222-88f7-7af5250f9576,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:24.386522 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b80f489e-7c39-45f6-b0c1-94b31cdad5a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:24.390156 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17cf39df-f8e0-460d-9e4a-3c68bf35a910 None None] Network 82667610-6b12-4391-a629-fec9ccd32c04 requested from dv-cinder-782405-8-iscsi {{(pid=103392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 05:58:24.396125 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-b80f489e-7c39-45f6-b0c1-94b31cdad5a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:24.400849 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-b80f489e-7c39-45f6-b0c1-94b31cdad5a1 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/0053ef27-2766-4222-88f7-7af5250f9576 HTTP/1.1" status: 204 len: 168 time: 0.4905579 May 19 05:58:24.403852 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 53462) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:58:24.509998 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-90c642a9-6df8-4042-a5df-cf3cb209d13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608314'] for network, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:24.579076 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-90c642a9-6df8-4042-a5df-cf3cb209d13f admin admin] Deleting port 44c969a6-9a25-4687-86fa-d9e3ad6dbb24 {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 05:58:24.579766 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-90c642a9-6df8-4042-a5df-cf3cb209d13f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742273213799'] for port, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:24.651491 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58bfe2f7-27f7-48c2-9b7b-680188255eff None None] DHCP port deletion for 82667610-6b12-4391-a629-fec9ccd32c04 request from dv-cinder-782405-8-iscsi {{(pid=103392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 05:58:24.680916 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-90c642a9-6df8-4042-a5df-cf3cb209d13f admin admin] For port 44c969a6-9a25-4687-86fa-d9e3ad6dbb24, host dv-cinder-782405-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-iscsi',level=0,port_id=44c969a6-9a25-4687-86fa-d9e3ad6dbb24,segment=NetworkSegment(0995b668-e989-407a-85ba-5ceffd26935f),segment_id=0995b668-e989-407a-85ba-5ceffd26935f)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:58:24.681832 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-90c642a9-6df8-4042-a5df-cf3cb209d13f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401034'] for port, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:24.715483 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-58bfe2f7-27f7-48c2-9b7b-680188255eff None None] Deleting port 44c969a6-9a25-4687-86fa-d9e3ad6dbb24 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 05:58:24.715799 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-58bfe2f7-27f7-48c2-9b7b-680188255eff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742273213799'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:24.800810 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-90c642a9-6df8-4042-a5df-cf3cb209d13f admin admin] Calling delete_port for 44c969a6-9a25-4687-86fa-d9e3ad6dbb24 owned by network:dhcp {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 05:58:24.812851 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-58bfe2f7-27f7-48c2-9b7b-680188255eff None None] For port 44c969a6-9a25-4687-86fa-d9e3ad6dbb24, host dv-cinder-782405-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-iscsi',level=0,port_id=44c969a6-9a25-4687-86fa-d9e3ad6dbb24,segment=NetworkSegment(0995b668-e989-407a-85ba-5ceffd26935f),segment_id=0995b668-e989-407a-85ba-5ceffd26935f)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:58:24.813247 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-58bfe2f7-27f7-48c2-9b7b-680188255eff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401034'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:24.844962 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-90c642a9-6df8-4042-a5df-cf3cb209d13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742273216184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742272802052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266569054'] for port, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:24.848717 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-3d8eb544-0f33-43c7-85f8-167964bc33c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:24.894645 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c642a9-6df8-4042-a5df-cf3cb209d13f admin admin] Pushing event deleted for resources: {'Port': ['ID=44c969a6-9a25-4687-86fa-d9e3ad6dbb24,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:24.897118 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-90c642a9-6df8-4042-a5df-cf3cb209d13f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:24.899864 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c642a9-6df8-4042-a5df-cf3cb209d13f admin admin] No DVR routers for this DVR port 44c969a6-9a25-4687-86fa-d9e3ad6dbb24 on host dv-cinder-782405-8-iscsi {{(pid=103390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 05:58:24.932886 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-58bfe2f7-27f7-48c2-9b7b-680188255eff None None] Calling delete_port for 44c969a6-9a25-4687-86fa-d9e3ad6dbb24 owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 05:58:24.976737 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-58bfe2f7-27f7-48c2-9b7b-680188255eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742273216184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742272802052'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:24.980975 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-d20a62c7-252f-41e5-b473-4c00f30f1ae0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:25.013517 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-90c642a9-6df8-4042-a5df-cf3cb209d13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3528713', 'neutron.services.segments.db._delete_segments_for_network-8742273243010'] for network, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:25.020582 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bfe2f7-27f7-48c2-9b7b-680188255eff None None] Pushing event deleted for resources: {'Port': ['ID=44c969a6-9a25-4687-86fa-d9e3ad6dbb24,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:25.027050 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-90c642a9-6df8-4042-a5df-cf3cb209d13f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82667610-6b12-4391-a629-fec9ccd32c04']}} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:58:25.028191 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bfe2f7-27f7-48c2-9b7b-680188255eff None None] No DVR routers for this DVR port 44c969a6-9a25-4687-86fa-d9e3ad6dbb24 on host dv-cinder-782405-8-iscsi {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 05:58:25.039436 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-90c642a9-6df8-4042-a5df-cf3cb209d13f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0995b668-e989-407a-85ba-5ceffd26935f') {'for_net_delete': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:58:25.039564 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bfe2f7-27f7-48c2-9b7b-680188255eff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:58:25.039742 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-90c642a9-6df8-4042-a5df-cf3cb209d13f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0995b668-e989-407a-85ba-5ceffd26935f') {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:58:25.039904 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bfe2f7-27f7-48c2-9b7b-680188255eff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:58:25.040238 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bfe2f7-27f7-48c2-9b7b-680188255eff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:58:25.041130 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bfe2f7-27f7-48c2-9b7b-680188255eff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:58:25.041458 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bfe2f7-27f7-48c2-9b7b-680188255eff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:58:25.041781 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bfe2f7-27f7-48c2-9b7b-680188255eff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:58:25.042106 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bfe2f7-27f7-48c2-9b7b-680188255eff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:58:25.042428 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bfe2f7-27f7-48c2-9b7b-680188255eff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:58:25.042772 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bfe2f7-27f7-48c2-9b7b-680188255eff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:58:25.043093 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bfe2f7-27f7-48c2-9b7b-680188255eff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:58:25.043409 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bfe2f7-27f7-48c2-9b7b-680188255eff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:58:25.043724 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bfe2f7-27f7-48c2-9b7b-680188255eff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:58:25.047249 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-58bfe2f7-27f7-48c2-9b7b-680188255eff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:25.052248 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-90c642a9-6df8-4042-a5df-cf3cb209d13f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742273253515', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266360007'] for segment, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:25.068126 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-90c642a9-6df8-4042-a5df-cf3cb209d13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3517393'] for segment, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:25.074297 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90c642a9-6df8-4042-a5df-cf3cb209d13f admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 05:58:25.074715 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-90c642a9-6df8-4042-a5df-cf3cb209d13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3517393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266568995'] for segment, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:25.088175 dv-cinder-782405-8-iscsi neutron-server[103390]: Traceback (most recent call last): May 19 05:58:25.088175 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 05:58:25.088175 dv-cinder-782405-8-iscsi neutron-server[103390]: timer() May 19 05:58:25.088175 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 05:58:25.088175 dv-cinder-782405-8-iscsi neutron-server[103390]: cb(*args, **kw) May 19 05:58:25.088175 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 05:58:25.088175 dv-cinder-782405-8-iscsi neutron-server[103390]: return func(*args, **kwargs) May 19 05:58:25.088175 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 05:58:25.088175 dv-cinder-782405-8-iscsi neutron-server[103390]: self._notify() May 19 05:58:25.088175 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 05:58:25.088175 dv-cinder-782405-8-iscsi neutron-server[103390]: self.callback(batched_events) May 19 05:58:25.088175 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 05:58:25.088175 dv-cinder-782405-8-iscsi neutron-server[103390]: event.method(event) May 19 05:58:25.088175 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 05:58:25.088175 dv-cinder-782405-8-iscsi neutron-server[103390]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 05:58:25.088175 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 05:58:25.088175 dv-cinder-782405-8-iscsi neutron-server[103390]: aggregate_uuid = self.p_client.list_aggregates( May 19 05:58:25.088175 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 05:58:25.088175 dv-cinder-782405-8-iscsi neutron-server[103390]: return f(self, *a, **k) May 19 05:58:25.088175 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 05:58:25.088175 dv-cinder-782405-8-iscsi neutron-server[103390]: return self._get(url).json() May 19 05:58:25.088175 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 05:58:25.088175 dv-cinder-782405-8-iscsi neutron-server[103390]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 05:58:25.088175 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 05:58:25.088175 dv-cinder-782405-8-iscsi neutron-server[103390]: return self.request(url, 'GET', **kwargs) May 19 05:58:25.088175 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 05:58:25.088175 dv-cinder-782405-8-iscsi neutron-server[103390]: base_url = self.get_endpoint(auth, allow=allow, May 19 05:58:25.088175 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 05:58:25.088175 dv-cinder-782405-8-iscsi neutron-server[103390]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 05:58:25.088175 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 05:58:25.088175 dv-cinder-782405-8-iscsi neutron-server[103390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 05:58:25.088175 dv-cinder-782405-8-iscsi neutron-server[103390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 05:58:25.255405 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-90c642a9-6df8-4042-a5df-cf3cb209d13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3528704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-542600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-584118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-517964'] for network, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:25.260682 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-90c642a9-6df8-4042-a5df-cf3cb209d13f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584083'] for network, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:25.263064 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:25.283989 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c642a9-6df8-4042-a5df-cf3cb209d13f admin admin] Pushing event deleted for resources: {'Network': ['ID=82667610-6b12-4391-a629-fec9ccd32c04,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:25.286800 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-90c642a9-6df8-4042-a5df-cf3cb209d13f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:25.297773 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-90c642a9-6df8-4042-a5df-cf3cb209d13f admin admin] 10.222.0.11 "DELETE /v2.0/networks/82667610-6b12-4391-a629-fec9ccd32c04 HTTP/1.1" status: 204 len: 168 time: 0.8927782 May 19 05:58:25.300681 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 53466) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:58:25.813976 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-1ce40f45-e3ae-43dd-83bd-d104d48c4be5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398924'] for router_interface, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:26.014513 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device 44c969a6-9a25-4687-86fa-d9e3ad6dbb24 no longer exists at agent ovs-agent-dv-cinder-782405-8-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 05:58:26.046875 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] No Port match for: 44c969a6-9a25-4687-86fa-d9e3ad6dbb24 {{(pid=103392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 05:58:26.047230 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device 44c969a6-9a25-4687-86fa-d9e3ad6dbb24 not bound to the agent host dv-cinder-782405-8-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 05:58:26.212117 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-1ce40f45-e3ae-43dd-83bd-d104d48c4be5 admin admin] Deleting port 13f11dfd-4985-43ba-990e-b7b547390d99 {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 05:58:26.212479 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-1ce40f45-e3ae-43dd-83bd-d104d48c4be5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742273213799'] for port, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:26.328932 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-1ce40f45-e3ae-43dd-83bd-d104d48c4be5 admin admin] For port 13f11dfd-4985-43ba-990e-b7b547390d99, host dv-cinder-782405-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-iscsi',level=0,port_id=13f11dfd-4985-43ba-990e-b7b547390d99,segment=NetworkSegment(db2745e3-44ed-4de4-8a14-83de129da29d),segment_id=db2745e3-44ed-4de4-8a14-83de129da29d)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:58:26.329283 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-1ce40f45-e3ae-43dd-83bd-d104d48c4be5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401034'] for port, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:26.452201 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-1ce40f45-e3ae-43dd-83bd-d104d48c4be5 admin admin] Calling delete_port for 13f11dfd-4985-43ba-990e-b7b547390d99 owned by network:router_interface {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 05:58:26.593847 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-1ce40f45-e3ae-43dd-83bd-d104d48c4be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742273216184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742272802052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266569054'] for port, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:26.598191 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-bc6991a1-c726-4e31-ae1c-5bb75476a6c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:26.737097 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce40f45-e3ae-43dd-83bd-d104d48c4be5 admin admin] Pushing event deleted for resources: {'Port': ['ID=13f11dfd-4985-43ba-990e-b7b547390d99,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:26.763478 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-1ce40f45-e3ae-43dd-83bd-d104d48c4be5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:26.991697 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-1ce40f45-e3ae-43dd-83bd-d104d48c4be5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400604'] for router_interface, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:27.336314 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ce40f45-e3ae-43dd-83bd-d104d48c4be5 admin admin] Router b31f72f5-fc39-4141-ab80-6b23588d330c has already been hosted by L3 agent b1c473b1-11ec-4d73-8852-93414dd700fb {{(pid=103390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 05:58:27.511619 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ce40f45-e3ae-43dd-83bd-d104d48c4be5 admin admin] Notify agent at l3_agent.dv-cinder-782405-8-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 05:58:27.519834 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b731afef-a794-45fc-8564-a87d22caeb87 None None] Sync routers for ids ['b31f72f5-fc39-4141-ab80-6b23588d330c'] in dv-cinder-782405-8-iscsi {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 05:58:27.521648 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-1ce40f45-e3ae-43dd-83bd-d104d48c4be5 admin admin] 10.222.0.11 "PUT /v2.0/routers/b31f72f5-fc39-4141-ab80-6b23588d330c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2199960 May 19 05:58:27.523254 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 53470) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:58:27.538206 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b731afef-a794-45fc-8564-a87d22caeb87 None None] Routers {'b31f72f5-fc39-4141-ab80-6b23588d330c'} bound to L3 agent in host dv-cinder-782405-8-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:58:27.538848 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-b731afef-a794-45fc-8564-a87d22caeb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T05:35:15Z,description=,heartbeat_timestamp=2021-05-19T05:58:15Z,host='dv-cinder-782405-8-iscsi',id=b1c473b1-11ec-4d73-8852-93414dd700fb,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:35:15Z,topic='l3_agent')) {'router_ids': ['b31f72f5-fc39-4141-ab80-6b23588d330c'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:58:27.689777 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4986154d-9524-400c-ab83-e4938b3d72e4 admin admin] Notify callbacks [] for router, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:27.710682 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-b731afef-a794-45fc-8564-a87d22caeb87 None None] Set router b31f72f5-fc39-4141-ab80-6b23588d330c gateway port host: dv-cinder-782405-8-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:58:27.859505 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4986154d-9524-400c-ab83-e4938b3d72e4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:27.927387 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-4986154d-9524-400c-ab83-e4938b3d72e4 admin admin] Deleting port ba90dfe8-7a8e-4299-a1f1-5225fc2de263 {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 05:58:27.927728 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4986154d-9524-400c-ab83-e4938b3d72e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742273213799'] for port, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:27.988420 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-b731afef-a794-45fc-8564-a87d22caeb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b31f72f5-fc39-4141-ab80-6b23588d330c', 'name': 'tempest-TestShelveInstance-190398972-router', 'tenant_id': '58a3241c06364da9bd6429cbb43f3234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'ba90dfe8-7a8e-4299-a1f1-5225fc2de263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:52:36Z', 'updated_at': '2021-05-19T05:58:26Z', 'revision_number': 5, 'project_id': '58a3241c06364da9bd6429cbb43f3234', 'gw_port': {'id': 'ba90dfe8-7a8e-4299-a1f1-5225fc2de263', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31f72f5-fc39-4141-ab80-6b23588d330c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:52:37Z', 'updated_at': '2021-05-19T05:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi'}], 'dv-cinder-782405-8-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:58:27.992879 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b731afef-a794-45fc-8564-a87d22caeb87 None None] Checking router: b31f72f5-fc39-4141-ab80-6b23588d330c for host: dv-cinder-782405-8-iscsi {{(pid=103393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 05:58:28.002133 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b731afef-a794-45fc-8564-a87d22caeb87 None None] Routers {'b31f72f5-fc39-4141-ab80-6b23588d330c'} bound to L3 agent in host dv-cinder-782405-8-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:58:28.002782 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-b731afef-a794-45fc-8564-a87d22caeb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T05:35:15Z,description=,heartbeat_timestamp=2021-05-19T05:58:15Z,host='dv-cinder-782405-8-iscsi',id=b1c473b1-11ec-4d73-8852-93414dd700fb,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:35:15Z,topic='l3_agent')) {'router_ids': ['b31f72f5-fc39-4141-ab80-6b23588d330c'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:58:28.151643 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-b731afef-a794-45fc-8564-a87d22caeb87 None None] Set router b31f72f5-fc39-4141-ab80-6b23588d330c gateway port host: None {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:58:28.157546 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-4986154d-9524-400c-ab83-e4938b3d72e4 admin admin] For port ba90dfe8-7a8e-4299-a1f1-5225fc2de263, host dv-cinder-782405-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-iscsi',level=0,port_id=ba90dfe8-7a8e-4299-a1f1-5225fc2de263,segment=NetworkSegment(edaa9548-0a8e-4b05-b39a-c151d3266f79),segment_id=edaa9548-0a8e-4b05-b39a-c151d3266f79)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:58:28.158044 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4986154d-9524-400c-ab83-e4938b3d72e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401034'] for port, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:28.252404 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-b731afef-a794-45fc-8564-a87d22caeb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b31f72f5-fc39-4141-ab80-6b23588d330c', 'name': 'tempest-TestShelveInstance-190398972-router', 'tenant_id': '58a3241c06364da9bd6429cbb43f3234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:52:36Z', 'updated_at': '2021-05-19T05:58:27Z', 'revision_number': 6, 'project_id': '58a3241c06364da9bd6429cbb43f3234', 'gw_port_host': None}], 'dv-cinder-782405-8-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:58:28.256146 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b731afef-a794-45fc-8564-a87d22caeb87 None None] The sync data for ids ['b31f72f5-fc39-4141-ab80-6b23588d330c'] in dv-cinder-782405-8-iscsi is: [{'id': 'b31f72f5-fc39-4141-ab80-6b23588d330c', 'name': 'tempest-TestShelveInstance-190398972-router', 'tenant_id': '58a3241c06364da9bd6429cbb43f3234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:52:36Z', 'updated_at': '2021-05-19T05:58:27Z', 'revision_number': 6, 'project_id': '58a3241c06364da9bd6429cbb43f3234', 'gw_port_host': None}] {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 05:58:28.280724 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-4986154d-9524-400c-ab83-e4938b3d72e4 admin admin] Calling delete_port for ba90dfe8-7a8e-4299-a1f1-5225fc2de263 owned by network:router_gateway {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 05:58:28.410570 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4986154d-9524-400c-ab83-e4938b3d72e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742273216184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742272802052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266569054'] for port, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:28.414863 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-87a1cb79-4415-42cf-b802-937e8b8fec6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:28.457260 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4986154d-9524-400c-ab83-e4938b3d72e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba90dfe8-7a8e-4299-a1f1-5225fc2de263,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:28.460328 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-4986154d-9524-400c-ab83-e4938b3d72e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:28.543363 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4986154d-9524-400c-ab83-e4938b3d72e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-517991'] for router_gateway, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:28.699964 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:28.710950 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4986154d-9524-400c-ab83-e4938b3d72e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27485'] for router, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:28.713888 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4986154d-9524-400c-ab83-e4938b3d72e4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:28.737921 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4986154d-9524-400c-ab83-e4938b3d72e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-517424'] for router, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:28.738455 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4986154d-9524-400c-ab83-e4938b3d72e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b31f72f5-fc39-4141-ab80-6b23588d330c {{(pid=103390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 05:58:28.751246 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4986154d-9524-400c-ab83-e4938b3d72e4 admin admin] Notify callbacks [] for router, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:28.752359 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-4986154d-9524-400c-ab83-e4938b3d72e4 admin admin] 10.222.0.11 "DELETE /v2.0/routers/b31f72f5-fc39-4141-ab80-6b23588d330c HTTP/1.1" status: 204 len: 168 time: 1.2282107 May 19 05:58:28.754863 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 53474) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:58:28.814080 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cf098d7-f30e-4854-8f91-42cc865a4051 admin admin] Deleting subnet ba9f6f5a-7ba1-436b-8e8c-bbc57d5eaf22 {{(pid=103390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 05:58:28.816867 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9cf098d7-f30e-4854-8f91-42cc865a4051 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:28.865045 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9cf098d7-f30e-4854-8f91-42cc865a4051 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266360016'] for subnet, precommit_delete_associations {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:28.943735 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9cf098d7-f30e-4854-8f91-42cc865a4051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3527298'] for subnet, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:29.187960 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9cf098d7-f30e-4854-8f91-42cc865a4051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3527349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266359937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266937071'] for subnet, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:29.192340 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-c3142eb5-7d91-4f40-926c-637090e7a7b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:29.231005 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf098d7-f30e-4854-8f91-42cc865a4051 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba9f6f5a-7ba1-436b-8e8c-bbc57d5eaf22,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:29.233856 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-9cf098d7-f30e-4854-8f91-42cc865a4051 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:29.234859 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9cf098d7-f30e-4854-8f91-42cc865a4051 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:29.240636 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-9cf098d7-f30e-4854-8f91-42cc865a4051 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/ba9f6f5a-7ba1-436b-8e8c-bbc57d5eaf22 HTTP/1.1" status: 204 len: 168 time: 0.4848173 May 19 05:58:29.241933 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946adcdc-6e0d-42fc-b1b1-f20fe4dd549b None None] Network a0517521-7aa3-4ae1-8075-882e8b3819a1 requested from dv-cinder-782405-8-iscsi {{(pid=103392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 05:58:29.243070 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 53478) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:58:29.345547 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-825577fc-f1d7-4b9f-aab8-070b48689266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608314'] for network, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:29.415358 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-825577fc-f1d7-4b9f-aab8-070b48689266 admin admin] Deleting port d59eeec1-4393-4acb-8b9c-f653a44b98c0 {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 05:58:29.415619 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-825577fc-f1d7-4b9f-aab8-070b48689266 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742273213799'] for port, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:29.481545 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aec0be4-d6bb-4b97-8f32-c554dff3d278 None None] DHCP port deletion for a0517521-7aa3-4ae1-8075-882e8b3819a1 request from dv-cinder-782405-8-iscsi {{(pid=103392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 05:58:29.546950 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-3aec0be4-d6bb-4b97-8f32-c554dff3d278 None None] Deleting port d59eeec1-4393-4acb-8b9c-f653a44b98c0 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 05:58:29.547328 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3aec0be4-d6bb-4b97-8f32-c554dff3d278 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742273213799'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:29.606446 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-825577fc-f1d7-4b9f-aab8-070b48689266 admin admin] For port d59eeec1-4393-4acb-8b9c-f653a44b98c0, host dv-cinder-782405-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-iscsi',level=0,port_id=d59eeec1-4393-4acb-8b9c-f653a44b98c0,segment=NetworkSegment(db2745e3-44ed-4de4-8a14-83de129da29d),segment_id=db2745e3-44ed-4de4-8a14-83de129da29d)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:58:29.606829 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-825577fc-f1d7-4b9f-aab8-070b48689266 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401034'] for port, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:29.644977 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-3aec0be4-d6bb-4b97-8f32-c554dff3d278 None None] For port d59eeec1-4393-4acb-8b9c-f653a44b98c0, host dv-cinder-782405-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-iscsi',level=0,port_id=d59eeec1-4393-4acb-8b9c-f653a44b98c0,segment=NetworkSegment(db2745e3-44ed-4de4-8a14-83de129da29d),segment_id=db2745e3-44ed-4de4-8a14-83de129da29d)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:58:29.645373 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3aec0be4-d6bb-4b97-8f32-c554dff3d278 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401034'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:29.725014 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-825577fc-f1d7-4b9f-aab8-070b48689266 admin admin] Calling delete_port for d59eeec1-4393-4acb-8b9c-f653a44b98c0 owned by network:dhcp {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 05:58:29.762814 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-3aec0be4-d6bb-4b97-8f32-c554dff3d278 None None] Calling delete_port for d59eeec1-4393-4acb-8b9c-f653a44b98c0 owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 05:58:29.770404 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-825577fc-f1d7-4b9f-aab8-070b48689266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742273216184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742272802052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266569054'] for port, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:29.774004 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:29.804018 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3aec0be4-d6bb-4b97-8f32-c554dff3d278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742273216184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742272802052'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:29.808917 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:29.819168 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825577fc-f1d7-4b9f-aab8-070b48689266 admin admin] Pushing event deleted for resources: {'Port': ['ID=d59eeec1-4393-4acb-8b9c-f653a44b98c0,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:29.822869 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-825577fc-f1d7-4b9f-aab8-070b48689266 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:29.823633 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825577fc-f1d7-4b9f-aab8-070b48689266 admin admin] No DVR routers for this DVR port d59eeec1-4393-4acb-8b9c-f653a44b98c0 on host dv-cinder-782405-8-iscsi {{(pid=103390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 05:58:29.855966 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aec0be4-d6bb-4b97-8f32-c554dff3d278 None None] Pushing event deleted for resources: {'Port': ['ID=d59eeec1-4393-4acb-8b9c-f653a44b98c0,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:29.857766 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aec0be4-d6bb-4b97-8f32-c554dff3d278 None None] No DVR routers for this DVR port d59eeec1-4393-4acb-8b9c-f653a44b98c0 on host dv-cinder-782405-8-iscsi {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 05:58:29.859199 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-3aec0be4-d6bb-4b97-8f32-c554dff3d278 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:29.935169 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-825577fc-f1d7-4b9f-aab8-070b48689266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3528713', 'neutron.services.segments.db._delete_segments_for_network-8742273243010'] for network, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:29.947375 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-825577fc-f1d7-4b9f-aab8-070b48689266 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0517521-7aa3-4ae1-8075-882e8b3819a1']}} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:58:29.958738 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-825577fc-f1d7-4b9f-aab8-070b48689266 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db2745e3-44ed-4de4-8a14-83de129da29d') {'for_net_delete': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:58:29.959035 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-825577fc-f1d7-4b9f-aab8-070b48689266 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db2745e3-44ed-4de4-8a14-83de129da29d') {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:58:29.970201 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-825577fc-f1d7-4b9f-aab8-070b48689266 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742273253515', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266360007'] for segment, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:29.986339 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-825577fc-f1d7-4b9f-aab8-070b48689266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3517393'] for segment, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:29.992240 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-825577fc-f1d7-4b9f-aab8-070b48689266 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=103390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 05:58:29.992616 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-825577fc-f1d7-4b9f-aab8-070b48689266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3517393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266568995'] for segment, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:30.005824 dv-cinder-782405-8-iscsi neutron-server[103390]: Traceback (most recent call last): May 19 05:58:30.005824 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 05:58:30.005824 dv-cinder-782405-8-iscsi neutron-server[103390]: timer() May 19 05:58:30.005824 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 05:58:30.005824 dv-cinder-782405-8-iscsi neutron-server[103390]: cb(*args, **kw) May 19 05:58:30.005824 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 05:58:30.005824 dv-cinder-782405-8-iscsi neutron-server[103390]: return func(*args, **kwargs) May 19 05:58:30.005824 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 05:58:30.005824 dv-cinder-782405-8-iscsi neutron-server[103390]: self._notify() May 19 05:58:30.005824 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 05:58:30.005824 dv-cinder-782405-8-iscsi neutron-server[103390]: self.callback(batched_events) May 19 05:58:30.005824 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 05:58:30.005824 dv-cinder-782405-8-iscsi neutron-server[103390]: event.method(event) May 19 05:58:30.005824 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 05:58:30.005824 dv-cinder-782405-8-iscsi neutron-server[103390]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 05:58:30.005824 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 05:58:30.005824 dv-cinder-782405-8-iscsi neutron-server[103390]: aggregate_uuid = self.p_client.list_aggregates( May 19 05:58:30.005824 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 05:58:30.005824 dv-cinder-782405-8-iscsi neutron-server[103390]: return f(self, *a, **k) May 19 05:58:30.005824 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 05:58:30.005824 dv-cinder-782405-8-iscsi neutron-server[103390]: return self._get(url).json() May 19 05:58:30.005824 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 05:58:30.005824 dv-cinder-782405-8-iscsi neutron-server[103390]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 05:58:30.005824 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 05:58:30.005824 dv-cinder-782405-8-iscsi neutron-server[103390]: return self.request(url, 'GET', **kwargs) May 19 05:58:30.005824 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 05:58:30.005824 dv-cinder-782405-8-iscsi neutron-server[103390]: base_url = self.get_endpoint(auth, allow=allow, May 19 05:58:30.005824 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 05:58:30.005824 dv-cinder-782405-8-iscsi neutron-server[103390]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 05:58:30.005824 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 05:58:30.005824 dv-cinder-782405-8-iscsi neutron-server[103390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 05:58:30.005824 dv-cinder-782405-8-iscsi neutron-server[103390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 05:58:30.018074 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device ba90dfe8-7a8e-4299-a1f1-5225fc2de263 no longer exists at agent ovs-agent-dv-cinder-782405-8-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 05:58:30.051535 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] No Port match for: ba90dfe8-7a8e-4299-a1f1-5225fc2de263 {{(pid=103392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 05:58:30.051887 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device ba90dfe8-7a8e-4299-a1f1-5225fc2de263 not bound to the agent host dv-cinder-782405-8-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 05:58:30.052312 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device 13f11dfd-4985-43ba-990e-b7b547390d99 no longer exists at agent ovs-agent-dv-cinder-782405-8-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 05:58:30.080971 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-825577fc-f1d7-4b9f-aab8-070b48689266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3528704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-542600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-584118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-517964'] for network, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:30.084972 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] No Port match for: 13f11dfd-4985-43ba-990e-b7b547390d99 {{(pid=103392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 05:58:30.085167 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-170e54f1-122d-41ea-b7cb-a56f33caf607 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:30.085357 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device 13f11dfd-4985-43ba-990e-b7b547390d99 not bound to the agent host dv-cinder-782405-8-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 05:58:30.085740 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device d59eeec1-4393-4acb-8b9c-f653a44b98c0 no longer exists at agent ovs-agent-dv-cinder-782405-8-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 05:58:30.097954 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-825577fc-f1d7-4b9f-aab8-070b48689266 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584083'] for network, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:30.109519 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825577fc-f1d7-4b9f-aab8-070b48689266 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0517521-7aa3-4ae1-8075-882e8b3819a1,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:30.112479 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-825577fc-f1d7-4b9f-aab8-070b48689266 admin admin] 10.222.0.11 "DELETE /v2.0/networks/a0517521-7aa3-4ae1-8075-882e8b3819a1 HTTP/1.1" status: 204 len: 168 time: 0.8684411 May 19 05:58:30.113488 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-825577fc-f1d7-4b9f-aab8-070b48689266 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:30.150214 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] No Port match for: d59eeec1-4393-4acb-8b9c-f653a44b98c0 {{(pid=103392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 05:58:30.150589 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device d59eeec1-4393-4acb-8b9c-f653a44b98c0 not bound to the agent host dv-cinder-782405-8-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 05:58:30.228693 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 53484) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:58:30.277190 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-218273dc-741a-4aa9-9518-5ce36a876ea3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9e5fa16fa0ad4f04b92ce6a32579830c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0473108 May 19 05:58:30.279450 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 53488) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:58:30.333866 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-cc35839d-fb9d-4686-9582-2c2a876fec60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:30.362905 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-cc35839d-fb9d-4686-9582-2c2a876fec60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:30.414262 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-cc35839d-fb9d-4686-9582-2c2a876fec60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:30.417948 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-de6a0c26-ea50-4797-83a9-adec027e74c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:30.429850 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc35839d-fb9d-4686-9582-2c2a876fec60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf5423d1-096c-438f-b075-3ffa82a5569e,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:30.433884 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-cc35839d-fb9d-4686-9582-2c2a876fec60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:30.438685 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-cc35839d-fb9d-4686-9582-2c2a876fec60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:30.439769 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-cc35839d-fb9d-4686-9582-2c2a876fec60 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cf5423d1-096c-438f-b075-3ffa82a5569e HTTP/1.1" status: 204 len: 168 time: 0.1594563 May 19 05:58:30.772047 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 53496) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:58:30.819657 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-8dc5da9a-d63d-40a1-ac23-e6888c661375 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=58a3241c06364da9bd6429cbb43f3234&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0464659 May 19 05:58:30.822048 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 53500) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:58:30.877864 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7510f99e-8cbd-4d13-bc0e-7b5718bae6f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:30.903477 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7510f99e-8cbd-4d13-bc0e-7b5718bae6f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:30.953716 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7510f99e-8cbd-4d13-bc0e-7b5718bae6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:30.958406 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-dc871f94-b716-43af-a2a8-e8557472be5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:30.972771 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7510f99e-8cbd-4d13-bc0e-7b5718bae6f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac31625f-4772-466c-9f87-6a84aef7e6f0,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:30.977117 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-7510f99e-8cbd-4d13-bc0e-7b5718bae6f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:30.979284 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7510f99e-8cbd-4d13-bc0e-7b5718bae6f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:30.980363 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-7510f99e-8cbd-4d13-bc0e-7b5718bae6f3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ac31625f-4772-466c-9f87-6a84aef7e6f0 HTTP/1.1" status: 204 len: 168 time: 0.1574235 May 19 05:58:31.719826 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 53524) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:58:31.820291 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-cde04a90-e6e2-4abf-9659-b50dbd70350c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-417061248-network', 'tenant_id': '29a7272ff9024cc7bc745e2e5fedde74'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:58:31.824935 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-cde04a90-e6e2-4abf-9659-b50dbd70350c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:58:31.828819 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-cde04a90-e6e2-4abf-9659-b50dbd70350c admin admin] Usage tracker for resource:network and tenant:29a7272ff9024cc7bc745e2e5fedde74 is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:58:31.831805 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-cde04a90-e6e2-4abf-9659-b50dbd70350c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:58:31.838843 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-cde04a90-e6e2-4abf-9659-b50dbd70350c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:58:31.848483 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde04a90-e6e2-4abf-9659-b50dbd70350c admin admin] Made reservation on behalf of 29a7272ff9024cc7bc745e2e5fedde74 for: {'network': 1} {{(pid=103391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 05:58:31.850836 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-cde04a90-e6e2-4abf-9659-b50dbd70350c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3666241'] for network, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:31.863409 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-cde04a90-e6e2-4abf-9659-b50dbd70350c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:31.877486 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-cde04a90-e6e2-4abf-9659-b50dbd70350c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:58:31.881264 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-cde04a90-e6e2-4abf-9659-b50dbd70350c admin admin] Usage tracker for resource:security_group_rule and tenant:29a7272ff9024cc7bc745e2e5fedde74 is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:58:31.884006 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-cde04a90-e6e2-4abf-9659-b50dbd70350c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:58:31.889681 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-cde04a90-e6e2-4abf-9659-b50dbd70350c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:58:31.970643 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-cde04a90-e6e2-4abf-9659-b50dbd70350c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:31.974063 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-cde04a90-e6e2-4abf-9659-b50dbd70350c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:31.978148 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-d7cb996c-21c2-411a-b7e5-a0f5af5eb61a tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:32.004169 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cde04a90-e6e2-4abf-9659-b50dbd70350c admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=103391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 05:58:32.012935 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde04a90-e6e2-4abf-9659-b50dbd70350c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03ea4915-f990-4303-92c6-50aa74432269,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:32.016637 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-cde04a90-e6e2-4abf-9659-b50dbd70350c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:32.019087 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-cde04a90-e6e2-4abf-9659-b50dbd70350c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3517393'] for segment, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:32.019453 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.db.segments_db [None req-cde04a90-e6e2-4abf-9659-b50dbd70350c admin admin] Added segment 0844aaea-69d3-4db4-aeb8-d71483a536f1 of type vlan for network eeb2e6e5-8235-4e27-9f2e-8fa14d21139b May 19 05:58:32.044444 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-cde04a90-e6e2-4abf-9659-b50dbd70350c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742272786041'] for network, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:32.073496 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-cde04a90-e6e2-4abf-9659-b50dbd70350c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-542600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-584118'] for network, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:32.074756 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde04a90-e6e2-4abf-9659-b50dbd70350c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:32.075338 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-cde04a90-e6e2-4abf-9659-b50dbd70350c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584083'] for network, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:32.079873 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:32.176173 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde04a90-e6e2-4abf-9659-b50dbd70350c admin admin] Pushing event updated for resources: {'Network': ['ID=eeb2e6e5-8235-4e27-9f2e-8fa14d21139b,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:32.179608 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-cde04a90-e6e2-4abf-9659-b50dbd70350c admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4586127 May 19 05:58:32.180350 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-cde04a90-e6e2-4abf-9659-b50dbd70350c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:32.182944 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 53530) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:58:32.187818 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Network eeb2e6e5-8235-4e27-9f2e-8fa14d21139b details requested by agent ovs-agent-dv-cinder-782405-8-iscsi with host dv-cinder-782405-8-iscsi {{(pid=103392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 05:58:32.189009 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-e695f8b7-4333-4db9-93d4-d4b5bac60781 admin admin] Request body: {'subnet': {'network_id': 'eeb2e6e5-8235-4e27-9f2e-8fa14d21139b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-417061248-subnet', 'tenant_id': '29a7272ff9024cc7bc745e2e5fedde74', 'ip_version': 4}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:58:32.193898 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-e695f8b7-4333-4db9-93d4-d4b5bac60781 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:58:32.197679 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-e695f8b7-4333-4db9-93d4-d4b5bac60781 admin admin] Usage tracker for resource:subnet and tenant:29a7272ff9024cc7bc745e2e5fedde74 is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:58:32.200527 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-e695f8b7-4333-4db9-93d4-d4b5bac60781 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:58:32.206129 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-e695f8b7-4333-4db9-93d4-d4b5bac60781 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:58:32.215687 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e695f8b7-4333-4db9-93d4-d4b5bac60781 admin admin] Made reservation on behalf of 29a7272ff9024cc7bc745e2e5fedde74 for: {'subnet': 1} {{(pid=103391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 05:58:32.218193 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e695f8b7-4333-4db9-93d4-d4b5bac60781 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264176305'] for subnet, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:32.691409 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e695f8b7-4333-4db9-93d4-d4b5bac60781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263301638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264176259'] for subnet, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:32.695614 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-d80272f6-db15-4ecf-9c32-3f88384a8638 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:32.767679 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e695f8b7-4333-4db9-93d4-d4b5bac60781 admin admin] Pushing event updated for resources: {'Subnet': ['ID=daacc5ef-ccdb-4465-9aa8-991b70653993,revision_number=0']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:32.770893 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-e695f8b7-4333-4db9-93d4-d4b5bac60781 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:32.773434 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e695f8b7-4333-4db9-93d4-d4b5bac60781 admin admin] Checking segment: {'id': '0844aaea-69d3-4db4-aeb8-d71483a536f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'eeb2e6e5-8235-4e27-9f2e-8fa14d21139b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:58:32.773707 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e695f8b7-4333-4db9-93d4-d4b5bac60781 admin admin] Network hostable DHCP agents. Network: eeb2e6e5-8235-4e27-9f2e-8fa14d21139b, hostable agents: ['51c3ebcd-1a29-4010-9a37-07f85f6ad558'], hosted agents: [] {{(pid=103391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 05:58:32.791442 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e695f8b7-4333-4db9-93d4-d4b5bac60781 admin admin] Network eeb2e6e5-8235-4e27-9f2e-8fa14d21139b is scheduled to be hosted by DHCP agent 51c3ebcd-1a29-4010-9a37-07f85f6ad558 with binding_index 1 {{(pid=103391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 05:58:32.800478 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-e695f8b7-4333-4db9-93d4-d4b5bac60781 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782405-8-iscsi, eeb2e6e5-8235-4e27-9f2e-8fa14d21139b) {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:58:32.808061 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae178ad-3738-456f-8a84-a11bd8879429 None None] Network eeb2e6e5-8235-4e27-9f2e-8fa14d21139b requested from dv-cinder-782405-8-iscsi {{(pid=103392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 05:58:32.810825 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e695f8b7-4333-4db9-93d4-d4b5bac60781 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:32.811425 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e695f8b7-4333-4db9-93d4-d4b5bac60781 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584083'] for subnet, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:32.835463 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-e695f8b7-4333-4db9-93d4-d4b5bac60781 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6513097 May 19 05:58:32.838965 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 53534) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:58:32.843933 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-0e1e1015-6b21-4eea-815e-53e150bd3b46 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-417061248-router', 'tenant_id': '29a7272ff9024cc7bc745e2e5fedde74', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3'}}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:58:32.848370 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-0e1e1015-6b21-4eea-815e-53e150bd3b46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:58:32.852225 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-0e1e1015-6b21-4eea-815e-53e150bd3b46 admin admin] Usage tracker for resource:router and tenant:29a7272ff9024cc7bc745e2e5fedde74 is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:58:32.855920 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-0e1e1015-6b21-4eea-815e-53e150bd3b46 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:58:32.861737 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-0e1e1015-6b21-4eea-815e-53e150bd3b46 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:58:32.872142 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0e1e1015-6b21-4eea-815e-53e150bd3b46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-469361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27503'] for router, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:32.873100 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0e1e1015-6b21-4eea-815e-53e150bd3b46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517936', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27492'] for router, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:32.888755 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0e1e1015-6b21-4eea-815e-53e150bd3b46 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:33.014004 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c790bf-85a8-418e-b6ae-b81a4247e49d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f84fa44-b72f-57ea-990f-e1972563ccfb-eeb2e6e5-8235-4e27-9f2e-8fa14d21139b', 'network_id': 'eeb2e6e5-8235-4e27-9f2e-8fa14d21139b', 'tenant_id': '29a7272ff9024cc7bc745e2e5fedde74', 'fixed_ips': [{'subnet_id': 'daacc5ef-ccdb-4465-9aa8-991b70653993'}]}} from dv-cinder-782405-8-iscsi. {{(pid=103392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 05:58:33.014850 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f8c790bf-85a8-418e-b6ae-b81a4247e49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:33.156031 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0e1e1015-6b21-4eea-815e-53e150bd3b46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-517945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-469251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27466'] for router, precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:33.165113 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-f8c790bf-85a8-418e-b6ae-b81a4247e49d None None] Allocated IP 172.20.0.2 (eeb2e6e5-8235-4e27-9f2e-8fa14d21139b/daacc5ef-ccdb-4465-9aa8-991b70653993/c2347da1-547e-424c-91b9-ad9e6ac6bcce) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 05:58:33.363300 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f8c790bf-85a8-418e-b6ae-b81a4247e49d None None] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:33.373316 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-f8c790bf-85a8-418e-b6ae-b81a4247e49d None None] Transition to ACTIVE for port object c2347da1-547e-424c-91b9-ad9e6ac6bcce will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:58:33.391347 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-f8c790bf-85a8-418e-b6ae-b81a4247e49d None None] Transition to ACTIVE for port object c2347da1-547e-424c-91b9-ad9e6ac6bcce will not be triggered until provisioned by entity DHCP. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:58:33.398324 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f8c790bf-85a8-418e-b6ae-b81a4247e49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742272799735'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:33.402833 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-b4f240ef-0323-4750-ac51-a1f0a051af07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:33.460602 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0e1e1015-6b21-4eea-815e-53e150bd3b46 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:33.462940 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c790bf-85a8-418e-b6ae-b81a4247e49d None None] Network eeb2e6e5-8235-4e27-9f2e-8fa14d21139b is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:58:33.465879 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-f8c790bf-85a8-418e-b6ae-b81a4247e49d None None] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:58:33.469744 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c790bf-85a8-418e-b6ae-b81a4247e49d None None] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 05:58:33.494036 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0e1e1015-6b21-4eea-815e-53e150bd3b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:33.499961 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c790bf-85a8-418e-b6ae-b81a4247e49d None None] Pushing event updated for resources: {'Port': ['ID=c2347da1-547e-424c-91b9-ad9e6ac6bcce,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:33.506712 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-f8c790bf-85a8-418e-b6ae-b81a4247e49d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:33.560997 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-f8c790bf-85a8-418e-b6ae-b81a4247e49d None None] Attempting to bind port c2347da1-547e-424c-91b9-ad9e6ac6bcce on host dv-cinder-782405-8-iscsi for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 05:58:33.561368 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-f8c790bf-85a8-418e-b6ae-b81a4247e49d None None] Attempting to bind port c2347da1-547e-424c-91b9-ad9e6ac6bcce by drivers openvswitch,hyperv on host dv-cinder-782405-8-iscsi at level 0 using segments [{'id': '0844aaea-69d3-4db4-aeb8-d71483a536f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'eeb2e6e5-8235-4e27-9f2e-8fa14d21139b'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 05:58:33.561726 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c790bf-85a8-418e-b6ae-b81a4247e49d None None] Attempting to bind port c2347da1-547e-424c-91b9-ad9e6ac6bcce on network eeb2e6e5-8235-4e27-9f2e-8fa14d21139b {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:58:33.566858 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c790bf-85a8-418e-b6ae-b81a4247e49d None None] Checking agent: {'id': '8851ba53-2e70-4f4c-a9f5-617d9b5548bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 5, 35, 15), 'started_at': datetime.datetime(2021, 5, 19, 5, 35, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 5, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 05:58:33.567230 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c790bf-85a8-418e-b6ae-b81a4247e49d None None] Checking segment: {'id': '0844aaea-69d3-4db4-aeb8-d71483a536f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'eeb2e6e5-8235-4e27-9f2e-8fa14d21139b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:58:33.567637 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f8c790bf-85a8-418e-b6ae-b81a4247e49d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:33.568030 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c790bf-85a8-418e-b6ae-b81a4247e49d None None] Bound using segment: {'id': '0844aaea-69d3-4db4-aeb8-d71483a536f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'eeb2e6e5-8235-4e27-9f2e-8fa14d21139b'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 05:58:33.568493 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-f8c790bf-85a8-418e-b6ae-b81a4247e49d None None] Bound port: c2347da1-547e-424c-91b9-ad9e6ac6bcce, host: dv-cinder-782405-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0844aaea-69d3-4db4-aeb8-d71483a536f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'eeb2e6e5-8235-4e27-9f2e-8fa14d21139b'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 05:58:33.568863 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f8c790bf-85a8-418e-b6ae-b81a4247e49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:33.624395 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [None req-0e1e1015-6b21-4eea-815e-53e150bd3b46 admin admin] Allocated IP 172.27.0.49 (1e6dde84-3174-47a4-a93f-45a4a19145c3/a354a417-b24c-44ef-b568-941dc79a6d49/494f3908-e112-411e-ae19-34c32a6ec123) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 05:58:33.653824 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-f8c790bf-85a8-418e-b6ae-b81a4247e49d None None] For port c2347da1-547e-424c-91b9-ad9e6ac6bcce, host dv-cinder-782405-8-iscsi, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 05:58:33.657155 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-f8c790bf-85a8-418e-b6ae-b81a4247e49d None None] For port c2347da1-547e-424c-91b9-ad9e6ac6bcce, host dv-cinder-782405-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-iscsi',level=0,port_id=c2347da1-547e-424c-91b9-ad9e6ac6bcce,segment=NetworkSegment(0844aaea-69d3-4db4-aeb8-d71483a536f1),segment_id=0844aaea-69d3-4db4-aeb8-d71483a536f1)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 05:58:33.660572 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f8c790bf-85a8-418e-b6ae-b81a4247e49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:33.664131 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-4d6d8454-5a57-4384-9da9-fe5a5457fd0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:33.754382 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c790bf-85a8-418e-b6ae-b81a4247e49d None None] Pushing event updated for resources: {'Port': ['ID=c2347da1-547e-424c-91b9-ad9e6ac6bcce,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:33.758255 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-f8c790bf-85a8-418e-b6ae-b81a4247e49d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:33.770741 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0e1e1015-6b21-4eea-815e-53e150bd3b46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:33.800343 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0e1e1015-6b21-4eea-815e-53e150bd3b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742272799735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263355286'] for port, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:33.804949 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-2ccdeea6-4a97-4e72-a9a9-9ed5212a73f7 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:33.974816 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1e1015-6b21-4eea-815e-53e150bd3b46 admin admin] Network 1e6dde84-3174-47a4-a93f-45a4a19145c3 is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:58:33.982685 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-0e1e1015-6b21-4eea-815e-53e150bd3b46 admin admin] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:58:33.987005 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1e1015-6b21-4eea-815e-53e150bd3b46 admin admin] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 05:58:34.035304 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1e1015-6b21-4eea-815e-53e150bd3b46 admin admin] Pushing event updated for resources: {'Port': ['ID=494f3908-e112-411e-ae19-34c32a6ec123,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:34.039352 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-0e1e1015-6b21-4eea-815e-53e150bd3b46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:34.057049 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device c2347da1-547e-424c-91b9-ad9e6ac6bcce up at agent ovs-agent-dv-cinder-782405-8-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:58:34.125088 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Provisioning for port c2347da1-547e-424c-91b9-ad9e6ac6bcce completed by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:58:34.407106 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0e1e1015-6b21-4eea-815e-53e150bd3b46 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:34.612779 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b19e6f-ca92-4b98-93b8-f52fc2040176 None None] Network eeb2e6e5-8235-4e27-9f2e-8fa14d21139b requested from dv-cinder-782405-8-iscsi {{(pid=103392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 05:58:34.730981 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-0a310a4c-e235-4f99-a5ec-4bce35d2f042 None None] Provisioning for port c2347da1-547e-424c-91b9-ad9e6ac6bcce completed by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:58:34.740208 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-0a310a4c-e235-4f99-a5ec-4bce35d2f042 None None] Provisioning complete for port c2347da1-547e-424c-91b9-ad9e6ac6bcce triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:58:34.740586 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0a310a4c-e235-4f99-a5ec-4bce35d2f042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:34.747319 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0e1e1015-6b21-4eea-815e-53e150bd3b46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-518026'] for router, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:34.942994 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e1e1015-6b21-4eea-815e-53e150bd3b46 admin admin] Router 0860b901-3f25-4390-a4ec-2d5b7440fcb3 is scheduled to L3 agent b1c473b1-11ec-4d73-8852-93414dd700fb with binding_index 1 {{(pid=103391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 05:58:34.943639 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0a310a4c-e235-4f99-a5ec-4bce35d2f042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:34.983226 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-0a310a4c-e235-4f99-a5ec-4bce35d2f042 None None] For port c2347da1-547e-424c-91b9-ad9e6ac6bcce, host dv-cinder-782405-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-iscsi',level=0,port_id=c2347da1-547e-424c-91b9-ad9e6ac6bcce,segment=NetworkSegment(0844aaea-69d3-4db4-aeb8-d71483a536f1),segment_id=0844aaea-69d3-4db4-aeb8-d71483a536f1)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:58:34.987275 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0a310a4c-e235-4f99-a5ec-4bce35d2f042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:34.990522 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:35.060700 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a310a4c-e235-4f99-a5ec-4bce35d2f042 None None] Pushing event updated for resources: {'Port': ['ID=c2347da1-547e-424c-91b9-ad9e6ac6bcce,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:35.063880 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-0a310a4c-e235-4f99-a5ec-4bce35d2f042 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:35.124161 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e1e1015-6b21-4eea-815e-53e150bd3b46 admin admin] Notify agent at l3_agent.dv-cinder-782405-8-iscsi the message routers_updated {{(pid=103391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 05:58:35.132826 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208023ea-bb2f-4d63-8f27-b9b835b1cf56 None None] Sync routers for ids ['0860b901-3f25-4390-a4ec-2d5b7440fcb3'] in dv-cinder-782405-8-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 05:58:35.144187 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208023ea-bb2f-4d63-8f27-b9b835b1cf56 None None] Routers {'0860b901-3f25-4390-a4ec-2d5b7440fcb3'} bound to L3 agent in host dv-cinder-782405-8-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:58:35.144852 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-208023ea-bb2f-4d63-8f27-b9b835b1cf56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T05:35:15Z,description=,heartbeat_timestamp=2021-05-19T05:58:15Z,host='dv-cinder-782405-8-iscsi',id=b1c473b1-11ec-4d73-8852-93414dd700fb,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:35:15Z,topic='l3_agent')) {'router_ids': ['0860b901-3f25-4390-a4ec-2d5b7440fcb3'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:58:35.153230 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0e1e1015-6b21-4eea-815e-53e150bd3b46 admin admin] Notify callbacks [] for router, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:35.154434 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-0e1e1015-6b21-4eea-815e-53e150bd3b46 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3145559 May 19 05:58:35.157221 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 53538) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:58:35.276507 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-00ec819d-bcc5-468d-a44d-6169127f7c6b None None] Provisioning complete for port c2347da1-547e-424c-91b9-ad9e6ac6bcce triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:58:35.276756 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-00ec819d-bcc5-468d-a44d-6169127f7c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:35.413471 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-208023ea-bb2f-4d63-8f27-b9b835b1cf56 None None] Set router 0860b901-3f25-4390-a4ec-2d5b7440fcb3 gateway port host: dv-cinder-782405-8-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:58:35.732697 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-208023ea-bb2f-4d63-8f27-b9b835b1cf56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0860b901-3f25-4390-a4ec-2d5b7440fcb3', 'name': 'tempest-TestVolumeBootPattern-417061248-router', 'tenant_id': '29a7272ff9024cc7bc745e2e5fedde74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '494f3908-e112-411e-ae19-34c32a6ec123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:58:32Z', 'updated_at': '2021-05-19T05:58:34Z', 'revision_number': 3, 'project_id': '29a7272ff9024cc7bc745e2e5fedde74', 'gw_port': {'id': '494f3908-e112-411e-ae19-34c32a6ec123', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ae:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0860b901-3f25-4390-a4ec-2d5b7440fcb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:33Z', 'updated_at': '2021-05-19T05:58:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi'}], 'dv-cinder-782405-8-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:58:35.736426 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208023ea-bb2f-4d63-8f27-b9b835b1cf56 None None] Checking router: 0860b901-3f25-4390-a4ec-2d5b7440fcb3 for host: dv-cinder-782405-8-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 05:58:35.736778 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208023ea-bb2f-4d63-8f27-b9b835b1cf56 None None] Updating router 0860b901-3f25-4390-a4ec-2d5b7440fcb3 port 494f3908-e112-411e-ae19-34c32a6ec123 binding host dv-cinder-782405-8-iscsi {{(pid=103392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 05:58:35.787264 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-208023ea-bb2f-4d63-8f27-b9b835b1cf56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:35.931864 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1ba404e3-cfe2-4d8a-9ebb-980f17c1094a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:36.035134 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device c2347da1-547e-424c-91b9-ad9e6ac6bcce up at agent ovs-agent-dv-cinder-782405-8-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:58:36.134472 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [None req-1ba404e3-cfe2-4d8a-9ebb-980f17c1094a admin admin] Allocated IP 172.20.0.1 (eeb2e6e5-8235-4e27-9f2e-8fa14d21139b/daacc5ef-ccdb-4465-9aa8-991b70653993/cfa1e9d7-2d2f-4a69-b40c-903fa59565c0) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 05:58:36.170786 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Provisioning complete for port c2347da1-547e-424c-91b9-ad9e6ac6bcce triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:58:36.171174 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:36.217752 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-208023ea-bb2f-4d63-8f27-b9b835b1cf56 None None] Notify callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:36.236171 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-208023ea-bb2f-4d63-8f27-b9b835b1cf56 None None] Transition to ACTIVE for port object 494f3908-e112-411e-ae19-34c32a6ec123 will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:58:36.245388 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-208023ea-bb2f-4d63-8f27-b9b835b1cf56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:36.250001 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-4ad69980-0072-4983-acf4-051f9f9c8aa7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:36.277804 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1ba404e3-cfe2-4d8a-9ebb-980f17c1094a admin admin] Notify callbacks [] for port, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:36.293710 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-1ba404e3-cfe2-4d8a-9ebb-980f17c1094a admin admin] Transition to ACTIVE for port object cfa1e9d7-2d2f-4a69-b40c-903fa59565c0 will not be triggered until provisioned by entity DHCP. {{(pid=103391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:58:36.316785 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1ba404e3-cfe2-4d8a-9ebb-980f17c1094a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742272799735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263355286'] for port, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:36.321296 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-0e1e1015-6b21-4eea-815e-53e150bd3b46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:36.365974 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b07170-31e8-4d0d-8a3a-5230a399d00c None None] Pushing event updated for resources: {'Port': ['ID=494f3908-e112-411e-ae19-34c32a6ec123,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:36.368273 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-208023ea-bb2f-4d63-8f27-b9b835b1cf56 None None] Attempting to bind port 494f3908-e112-411e-ae19-34c32a6ec123 on host dv-cinder-782405-8-iscsi for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 05:58:36.368937 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-208023ea-bb2f-4d63-8f27-b9b835b1cf56 None None] Attempting to bind port 494f3908-e112-411e-ae19-34c32a6ec123 by drivers openvswitch,hyperv on host dv-cinder-782405-8-iscsi at level 0 using segments [{'id': 'edaa9548-0a8e-4b05-b39a-c151d3266f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 05:58:36.369102 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208023ea-bb2f-4d63-8f27-b9b835b1cf56 None None] Attempting to bind port 494f3908-e112-411e-ae19-34c32a6ec123 on network 1e6dde84-3174-47a4-a93f-45a4a19145c3 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:58:36.378825 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-95b07170-31e8-4d0d-8a3a-5230a399d00c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:36.382292 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba404e3-cfe2-4d8a-9ebb-980f17c1094a admin admin] Network eeb2e6e5-8235-4e27-9f2e-8fa14d21139b is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:58:36.383417 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208023ea-bb2f-4d63-8f27-b9b835b1cf56 None None] Checking agent: {'id': '8851ba53-2e70-4f4c-a9f5-617d9b5548bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 5, 35, 15), 'started_at': datetime.datetime(2021, 5, 19, 5, 35, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 5, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 05:58:36.383831 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208023ea-bb2f-4d63-8f27-b9b835b1cf56 None None] Checking segment: {'id': 'edaa9548-0a8e-4b05-b39a-c151d3266f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:58:36.384245 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-208023ea-bb2f-4d63-8f27-b9b835b1cf56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:36.384648 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208023ea-bb2f-4d63-8f27-b9b835b1cf56 None None] Bound using segment: {'id': 'edaa9548-0a8e-4b05-b39a-c151d3266f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 05:58:36.385126 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-208023ea-bb2f-4d63-8f27-b9b835b1cf56 None None] Bound port: 494f3908-e112-411e-ae19-34c32a6ec123, host: dv-cinder-782405-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edaa9548-0a8e-4b05-b39a-c151d3266f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 05:58:36.385493 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-1ba404e3-cfe2-4d8a-9ebb-980f17c1094a admin admin] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:58:36.385606 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-208023ea-bb2f-4d63-8f27-b9b835b1cf56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:36.389159 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba404e3-cfe2-4d8a-9ebb-980f17c1094a admin admin] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 05:58:36.437456 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba404e3-cfe2-4d8a-9ebb-980f17c1094a admin admin] Pushing event updated for resources: {'Port': ['ID=cfa1e9d7-2d2f-4a69-b40c-903fa59565c0,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:36.441796 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-1ba404e3-cfe2-4d8a-9ebb-980f17c1094a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:36.452383 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1ba404e3-cfe2-4d8a-9ebb-980f17c1094a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398905'] for router_interface, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:36.469879 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-208023ea-bb2f-4d63-8f27-b9b835b1cf56 None None] For port 494f3908-e112-411e-ae19-34c32a6ec123, host dv-cinder-782405-8-iscsi, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 05:58:36.473368 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-208023ea-bb2f-4d63-8f27-b9b835b1cf56 None None] For port 494f3908-e112-411e-ae19-34c32a6ec123, host dv-cinder-782405-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-iscsi',level=0,port_id=494f3908-e112-411e-ae19-34c32a6ec123,segment=NetworkSegment(edaa9548-0a8e-4b05-b39a-c151d3266f79),segment_id=edaa9548-0a8e-4b05-b39a-c151d3266f79)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 05:58:36.478867 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-208023ea-bb2f-4d63-8f27-b9b835b1cf56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:36.482540 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:36.559212 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208023ea-bb2f-4d63-8f27-b9b835b1cf56 None None] Routers {'0860b901-3f25-4390-a4ec-2d5b7440fcb3'} bound to L3 agent in host dv-cinder-782405-8-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:58:36.559843 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-208023ea-bb2f-4d63-8f27-b9b835b1cf56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T05:35:15Z,description=,heartbeat_timestamp=2021-05-19T05:58:15Z,host='dv-cinder-782405-8-iscsi',id=b1c473b1-11ec-4d73-8852-93414dd700fb,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:35:15Z,topic='l3_agent')) {'router_ids': ['0860b901-3f25-4390-a4ec-2d5b7440fcb3'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:58:36.665724 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b07170-31e8-4d0d-8a3a-5230a399d00c None None] Pushing event updated for resources: {'Port': ['ID=494f3908-e112-411e-ae19-34c32a6ec123,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:36.670804 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-95b07170-31e8-4d0d-8a3a-5230a399d00c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:36.694500 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-736881df-26b0-46e1-a206-cac9f600e499 None None] Provisioning for port cfa1e9d7-2d2f-4a69-b40c-903fa59565c0 completed by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:58:36.707546 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1ba404e3-cfe2-4d8a-9ebb-980f17c1094a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:36.748647 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-736881df-26b0-46e1-a206-cac9f600e499 None None] Provisioning complete for port cfa1e9d7-2d2f-4a69-b40c-903fa59565c0 triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:58:36.749236 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-736881df-26b0-46e1-a206-cac9f600e499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:36.834961 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-736881df-26b0-46e1-a206-cac9f600e499 None None] Port cfa1e9d7-2d2f-4a69-b40c-903fa59565c0 cannot update to ACTIVE because it is not bound. {{(pid=103392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 05:58:36.840899 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-208023ea-bb2f-4d63-8f27-b9b835b1cf56 None None] Set router 0860b901-3f25-4390-a4ec-2d5b7440fcb3 gateway port host: dv-cinder-782405-8-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:58:37.041084 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1ba404e3-cfe2-4d8a-9ebb-980f17c1094a admin admin] Notify callbacks [] for port, precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:37.046462 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1ba404e3-cfe2-4d8a-9ebb-980f17c1094a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263355279'] for port, after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:37.073755 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-aed321f8-822c-492a-bb23-404676c179a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:37.119190 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-208023ea-bb2f-4d63-8f27-b9b835b1cf56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0860b901-3f25-4390-a4ec-2d5b7440fcb3', 'name': 'tempest-TestVolumeBootPattern-417061248-router', 'tenant_id': '29a7272ff9024cc7bc745e2e5fedde74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '494f3908-e112-411e-ae19-34c32a6ec123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:58:32Z', 'updated_at': '2021-05-19T05:58:34Z', 'revision_number': 3, 'project_id': '29a7272ff9024cc7bc745e2e5fedde74', 'gw_port': {'id': '494f3908-e112-411e-ae19-34c32a6ec123', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ae:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0860b901-3f25-4390-a4ec-2d5b7440fcb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:33Z', 'updated_at': '2021-05-19T05:58:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi'}], 'dv-cinder-782405-8-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:58:37.123130 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208023ea-bb2f-4d63-8f27-b9b835b1cf56 None None] The sync data for ids ['0860b901-3f25-4390-a4ec-2d5b7440fcb3'] in dv-cinder-782405-8-iscsi is: [{'id': '0860b901-3f25-4390-a4ec-2d5b7440fcb3', 'name': 'tempest-TestVolumeBootPattern-417061248-router', 'tenant_id': '29a7272ff9024cc7bc745e2e5fedde74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '494f3908-e112-411e-ae19-34c32a6ec123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:58:32Z', 'updated_at': '2021-05-19T05:58:34Z', 'revision_number': 3, 'project_id': '29a7272ff9024cc7bc745e2e5fedde74', 'gw_port': {'id': '494f3908-e112-411e-ae19-34c32a6ec123', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ae:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0860b901-3f25-4390-a4ec-2d5b7440fcb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:33Z', 'updated_at': '2021-05-19T05:58:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi'}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 05:58:37.156629 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1ba404e3-cfe2-4d8a-9ebb-980f17c1094a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398942'] for router_interface, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:37.161057 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba404e3-cfe2-4d8a-9ebb-980f17c1094a admin admin] Pushing event updated for resources: {'Port': ['ID=cfa1e9d7-2d2f-4a69-b40c-903fa59565c0,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:37.165383 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-1ba404e3-cfe2-4d8a-9ebb-980f17c1094a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:37.294301 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba404e3-cfe2-4d8a-9ebb-980f17c1094a admin admin] Network eeb2e6e5-8235-4e27-9f2e-8fa14d21139b is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:58:37.295421 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-1ba404e3-cfe2-4d8a-9ebb-980f17c1094a admin admin] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:58:37.515723 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ba404e3-cfe2-4d8a-9ebb-980f17c1094a admin admin] Router 0860b901-3f25-4390-a4ec-2d5b7440fcb3 has already been hosted by L3 agent b1c473b1-11ec-4d73-8852-93414dd700fb {{(pid=103391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 05:58:37.563663 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-2ce4fc56-b35a-4de3-b86a-86ef29b1d625 None None] Provisioning complete for port cfa1e9d7-2d2f-4a69-b40c-903fa59565c0 triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:58:37.564047 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2ce4fc56-b35a-4de3-b86a-86ef29b1d625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:37.619079 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-2ce4fc56-b35a-4de3-b86a-86ef29b1d625 None None] Port cfa1e9d7-2d2f-4a69-b40c-903fa59565c0 cannot update to ACTIVE because it is not bound. {{(pid=103392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 05:58:37.708806 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ba404e3-cfe2-4d8a-9ebb-980f17c1094a admin admin] Notify agent at l3_agent.dv-cinder-782405-8-iscsi the message routers_updated {{(pid=103391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 05:58:37.717830 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-1ba404e3-cfe2-4d8a-9ebb-980f17c1094a admin admin] 10.222.0.11 "PUT /v2.0/routers/0860b901-3f25-4390-a4ec-2d5b7440fcb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5596437 May 19 05:58:38.044693 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device 494f3908-e112-411e-ae19-34c32a6ec123 up at agent ovs-agent-dv-cinder-782405-8-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:58:38.117347 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Provisioning for port 494f3908-e112-411e-ae19-34c32a6ec123 completed by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:58:38.122807 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Provisioning complete for port 494f3908-e112-411e-ae19-34c32a6ec123 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:58:38.123424 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:38.226873 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 53556) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:58:38.233527 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-b571db97-d5be-4902-9e30-93870f3ed6a6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1350494116-network', 'tenant_id': '5d5ce5ff6f6144f8979d77c06e45eb6a'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:58:38.238711 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-b571db97-d5be-4902-9e30-93870f3ed6a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:58:38.242510 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-b571db97-d5be-4902-9e30-93870f3ed6a6 admin admin] Usage tracker for resource:network and tenant:5d5ce5ff6f6144f8979d77c06e45eb6a is out of sync, need to count used quota {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:58:38.245054 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:38.245525 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-b571db97-d5be-4902-9e30-93870f3ed6a6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:58:38.251263 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-b571db97-d5be-4902-9e30-93870f3ed6a6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:58:38.262136 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] For port 494f3908-e112-411e-ae19-34c32a6ec123, host dv-cinder-782405-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-iscsi',level=0,port_id=494f3908-e112-411e-ae19-34c32a6ec123,segment=NetworkSegment(edaa9548-0a8e-4b05-b39a-c151d3266f79),segment_id=edaa9548-0a8e-4b05-b39a-c151d3266f79)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:58:38.263085 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b571db97-d5be-4902-9e30-93870f3ed6a6 admin admin] Made reservation on behalf of 5d5ce5ff6f6144f8979d77c06e45eb6a for: {'network': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 05:58:38.265643 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b571db97-d5be-4902-9e30-93870f3ed6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3666241'] for network, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:38.265903 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:38.271698 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-4ad69980-0072-4983-acf4-051f9f9c8aa7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:38.278542 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b571db97-d5be-4902-9e30-93870f3ed6a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:38.293551 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-b571db97-d5be-4902-9e30-93870f3ed6a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:58:38.297461 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-b571db97-d5be-4902-9e30-93870f3ed6a6 admin admin] Usage tracker for resource:security_group_rule and tenant:5d5ce5ff6f6144f8979d77c06e45eb6a is out of sync, need to count used quota {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:58:38.300895 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-b571db97-d5be-4902-9e30-93870f3ed6a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:58:38.307341 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-b571db97-d5be-4902-9e30-93870f3ed6a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:58:38.340562 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Pushing event updated for resources: {'Port': ['ID=494f3908-e112-411e-ae19-34c32a6ec123,revision_number=4']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:38.343660 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:38.397437 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b571db97-d5be-4902-9e30-93870f3ed6a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:38.402358 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b571db97-d5be-4902-9e30-93870f3ed6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:38.405888 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-d470a202-8ed1-42e8-b265-6a2e5cae76e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:38.440212 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b571db97-d5be-4902-9e30-93870f3ed6a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=103390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 05:58:38.445730 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b571db97-d5be-4902-9e30-93870f3ed6a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85334548-702d-4b7d-b4ec-08c8c5dc286f,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:38.449736 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-b571db97-d5be-4902-9e30-93870f3ed6a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:38.455188 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b571db97-d5be-4902-9e30-93870f3ed6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3517393'] for segment, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:38.455519 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.db.segments_db [None req-b571db97-d5be-4902-9e30-93870f3ed6a6 admin admin] Added segment 74faa81b-2138-441b-844b-95188dacf902 of type vlan for network c3e9ea6d-3389-4bac-ab60-23b0ad26902b May 19 05:58:38.481762 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b571db97-d5be-4902-9e30-93870f3ed6a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742272786041'] for network, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:38.512173 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b571db97-d5be-4902-9e30-93870f3ed6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-542600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-584118'] for network, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:38.513530 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b571db97-d5be-4902-9e30-93870f3ed6a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:38.514111 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b571db97-d5be-4902-9e30-93870f3ed6a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584083'] for network, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:38.517484 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-e324ecd2-d544-481e-9740-e2b46fdfd752 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:38.575899 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8b7349-4d57-44e9-88b0-7cc99bca0bc6 None None] Sync routers for ids ['0860b901-3f25-4390-a4ec-2d5b7440fcb3'] in dv-cinder-782405-8-iscsi {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 05:58:38.585598 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8b7349-4d57-44e9-88b0-7cc99bca0bc6 None None] Routers {'0860b901-3f25-4390-a4ec-2d5b7440fcb3'} bound to L3 agent in host dv-cinder-782405-8-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:58:38.586201 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-0e8b7349-4d57-44e9-88b0-7cc99bca0bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T05:35:15Z,description=,heartbeat_timestamp=2021-05-19T05:58:15Z,host='dv-cinder-782405-8-iscsi',id=b1c473b1-11ec-4d73-8852-93414dd700fb,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:35:15Z,topic='l3_agent')) {'router_ids': ['0860b901-3f25-4390-a4ec-2d5b7440fcb3'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:58:38.617622 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b571db97-d5be-4902-9e30-93870f3ed6a6 admin admin] Pushing event updated for resources: {'Network': ['ID=c3e9ea6d-3389-4bac-ab60-23b0ad26902b,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:38.624025 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-b571db97-d5be-4902-9e30-93870f3ed6a6 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3932045 May 19 05:58:38.624025 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-b571db97-d5be-4902-9e30-93870f3ed6a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:38.624297 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 53560) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:58:38.629975 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Network c3e9ea6d-3389-4bac-ab60-23b0ad26902b details requested by agent ovs-agent-dv-cinder-782405-8-iscsi with host dv-cinder-782405-8-iscsi {{(pid=103392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 05:58:38.630463 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-3c59b3de-7406-4277-b8c7-007543f0ae5f admin admin] Request body: {'subnet': {'network_id': 'c3e9ea6d-3389-4bac-ab60-23b0ad26902b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1350494116-subnet', 'tenant_id': '5d5ce5ff6f6144f8979d77c06e45eb6a', 'ip_version': 4}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:58:38.636069 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-3c59b3de-7406-4277-b8c7-007543f0ae5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:58:38.641046 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-3c59b3de-7406-4277-b8c7-007543f0ae5f admin admin] Usage tracker for resource:subnet and tenant:5d5ce5ff6f6144f8979d77c06e45eb6a is out of sync, need to count used quota {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:58:38.644206 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-3c59b3de-7406-4277-b8c7-007543f0ae5f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:58:38.650105 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-3c59b3de-7406-4277-b8c7-007543f0ae5f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:58:38.660674 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c59b3de-7406-4277-b8c7-007543f0ae5f admin admin] Made reservation on behalf of 5d5ce5ff6f6144f8979d77c06e45eb6a for: {'subnet': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 05:58:38.663693 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3c59b3de-7406-4277-b8c7-007543f0ae5f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266937044'] for subnet, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:38.759501 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-0e8b7349-4d57-44e9-88b0-7cc99bca0bc6 None None] Set router 0860b901-3f25-4390-a4ec-2d5b7440fcb3 gateway port host: dv-cinder-782405-8-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:58:39.038930 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3c59b3de-7406-4277-b8c7-007543f0ae5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266360014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266937062'] for subnet, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:39.044119 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:39.091354 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-0e8b7349-4d57-44e9-88b0-7cc99bca0bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0860b901-3f25-4390-a4ec-2d5b7440fcb3', 'name': 'tempest-TestVolumeBootPattern-417061248-router', 'tenant_id': '29a7272ff9024cc7bc745e2e5fedde74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '494f3908-e112-411e-ae19-34c32a6ec123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:58:32Z', 'updated_at': '2021-05-19T05:58:36Z', 'revision_number': 4, 'project_id': '29a7272ff9024cc7bc745e2e5fedde74', 'gw_port': {'id': '494f3908-e112-411e-ae19-34c32a6ec123', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ae:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0860b901-3f25-4390-a4ec-2d5b7440fcb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:33Z', 'updated_at': '2021-05-19T05:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi', '_interfaces': [{'id': 'cfa1e9d7-2d2f-4a69-b40c-903fa59565c0', 'name': '', 'network_id': 'eeb2e6e5-8235-4e27-9f2e-8fa14d21139b', 'tenant_id': '29a7272ff9024cc7bc745e2e5fedde74', 'mac_address': 'fa:16:3e:83:8f:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0860b901-3f25-4390-a4ec-2d5b7440fcb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'daacc5ef-ccdb-4465-9aa8-991b70653993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:35Z', 'updated_at': '2021-05-19T05:58:36Z', 'revision_number': 2, 'project_id': '29a7272ff9024cc7bc745e2e5fedde74', 'subnets': [{'id': 'daacc5ef-ccdb-4465-9aa8-991b70653993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:58:39.095043 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8b7349-4d57-44e9-88b0-7cc99bca0bc6 None None] Checking router: 0860b901-3f25-4390-a4ec-2d5b7440fcb3 for host: dv-cinder-782405-8-iscsi {{(pid=103393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 05:58:39.095399 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8b7349-4d57-44e9-88b0-7cc99bca0bc6 None None] Updating router 0860b901-3f25-4390-a4ec-2d5b7440fcb3 port cfa1e9d7-2d2f-4a69-b40c-903fa59565c0 binding host dv-cinder-782405-8-iscsi {{(pid=103393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 05:58:39.120953 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c59b3de-7406-4277-b8c7-007543f0ae5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1793ad42-3183-4810-bd8e-883cb9390f93,revision_number=0']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:39.124773 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-3c59b3de-7406-4277-b8c7-007543f0ae5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:39.125600 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c59b3de-7406-4277-b8c7-007543f0ae5f admin admin] Checking segment: {'id': '74faa81b-2138-441b-844b-95188dacf902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c3e9ea6d-3389-4bac-ab60-23b0ad26902b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:58:39.125948 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c59b3de-7406-4277-b8c7-007543f0ae5f admin admin] Network hostable DHCP agents. Network: c3e9ea6d-3389-4bac-ab60-23b0ad26902b, hostable agents: ['51c3ebcd-1a29-4010-9a37-07f85f6ad558'], hosted agents: [] {{(pid=103390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 05:58:39.143220 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c59b3de-7406-4277-b8c7-007543f0ae5f admin admin] Network c3e9ea6d-3389-4bac-ab60-23b0ad26902b is scheduled to be hosted by DHCP agent 51c3ebcd-1a29-4010-9a37-07f85f6ad558 with binding_index 1 {{(pid=103390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 05:58:39.147195 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0e8b7349-4d57-44e9-88b0-7cc99bca0bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:39.151864 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-3c59b3de-7406-4277-b8c7-007543f0ae5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782405-8-iscsi, c3e9ea6d-3389-4bac-ab60-23b0ad26902b) {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:58:39.160252 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c59b3de-7406-4277-b8c7-007543f0ae5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:39.160831 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3c59b3de-7406-4277-b8c7-007543f0ae5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:39.163352 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001c9dfd-15ac-43fd-8a49-f8a8884a8bd8 None None] Network c3e9ea6d-3389-4bac-ab60-23b0ad26902b requested from dv-cinder-782405-8-iscsi {{(pid=103392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 05:58:39.189813 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-3c59b3de-7406-4277-b8c7-007543f0ae5f admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5617225 May 19 05:58:39.190950 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 53564) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:58:39.196623 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-7c5b889b-71b1-4851-b3c7-52641cfdd969 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1350494116-router', 'tenant_id': '5d5ce5ff6f6144f8979d77c06e45eb6a', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3'}}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:58:39.201444 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-7c5b889b-71b1-4851-b3c7-52641cfdd969 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:58:39.205374 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-7c5b889b-71b1-4851-b3c7-52641cfdd969 admin admin] Usage tracker for resource:router and tenant:5d5ce5ff6f6144f8979d77c06e45eb6a is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:58:39.208574 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-7c5b889b-71b1-4851-b3c7-52641cfdd969 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:58:39.214428 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-7c5b889b-71b1-4851-b3c7-52641cfdd969 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:58:39.227083 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7c5b889b-71b1-4851-b3c7-52641cfdd969 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-469361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27503'] for router, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:39.228633 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7c5b889b-71b1-4851-b3c7-52641cfdd969 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517936', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27492'] for router, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:39.244092 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7c5b889b-71b1-4851-b3c7-52641cfdd969 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:39.383435 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92acf306-6d4b-4914-9bfe-38be88e2ada6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f84fa44-b72f-57ea-990f-e1972563ccfb-c3e9ea6d-3389-4bac-ab60-23b0ad26902b', 'network_id': 'c3e9ea6d-3389-4bac-ab60-23b0ad26902b', 'tenant_id': '5d5ce5ff6f6144f8979d77c06e45eb6a', 'fixed_ips': [{'subnet_id': '1793ad42-3183-4810-bd8e-883cb9390f93'}]}} from dv-cinder-782405-8-iscsi. {{(pid=103392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 05:58:39.384824 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-92acf306-6d4b-4914-9bfe-38be88e2ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:39.493846 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0e8b7349-4d57-44e9-88b0-7cc99bca0bc6 None None] Notify callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:39.504837 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-0e8b7349-4d57-44e9-88b0-7cc99bca0bc6 None None] Transition to ACTIVE for port object cfa1e9d7-2d2f-4a69-b40c-903fa59565c0 will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:58:39.511441 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0e8b7349-4d57-44e9-88b0-7cc99bca0bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:39.515059 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7c5b889b-71b1-4851-b3c7-52641cfdd969 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-517945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-469251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27466'] for router, precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:39.515831 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG oslo_concurrency.lockutils [None req-f840a922-1897-466c-a341-aa3b734b0526 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:39.537666 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-92acf306-6d4b-4914-9bfe-38be88e2ada6 None None] Allocated IP 172.20.0.2 (c3e9ea6d-3389-4bac-ab60-23b0ad26902b/1793ad42-3183-4810-bd8e-883cb9390f93/eb683e99-5b15-454d-9f5d-d2cbc8ec08ca) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 05:58:39.579223 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261aac44-659b-46de-9d42-1de47ae4f2eb None None] Pushing event updated for resources: {'Port': ['ID=cfa1e9d7-2d2f-4a69-b40c-903fa59565c0,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:39.719541 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261aac44-659b-46de-9d42-1de47ae4f2eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:58:39.720260 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261aac44-659b-46de-9d42-1de47ae4f2eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:58:39.720831 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261aac44-659b-46de-9d42-1de47ae4f2eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:58:39.721386 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261aac44-659b-46de-9d42-1de47ae4f2eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:58:39.721932 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261aac44-659b-46de-9d42-1de47ae4f2eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:58:39.722470 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261aac44-659b-46de-9d42-1de47ae4f2eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:58:39.723168 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261aac44-659b-46de-9d42-1de47ae4f2eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:58:39.723707 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261aac44-659b-46de-9d42-1de47ae4f2eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:58:39.724291 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261aac44-659b-46de-9d42-1de47ae4f2eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:58:39.724824 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261aac44-659b-46de-9d42-1de47ae4f2eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:58:39.725370 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261aac44-659b-46de-9d42-1de47ae4f2eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:58:39.725905 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261aac44-659b-46de-9d42-1de47ae4f2eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:58:39.737664 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG oslo_concurrency.lockutils [None req-261aac44-659b-46de-9d42-1de47ae4f2eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=103393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:39.751170 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-0e8b7349-4d57-44e9-88b0-7cc99bca0bc6 None None] Attempting to bind port cfa1e9d7-2d2f-4a69-b40c-903fa59565c0 on host dv-cinder-782405-8-iscsi for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 05:58:39.751799 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-0e8b7349-4d57-44e9-88b0-7cc99bca0bc6 None None] Attempting to bind port cfa1e9d7-2d2f-4a69-b40c-903fa59565c0 by drivers openvswitch,hyperv on host dv-cinder-782405-8-iscsi at level 0 using segments [{'id': '0844aaea-69d3-4db4-aeb8-d71483a536f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'eeb2e6e5-8235-4e27-9f2e-8fa14d21139b'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 05:58:39.752328 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8b7349-4d57-44e9-88b0-7cc99bca0bc6 None None] Attempting to bind port cfa1e9d7-2d2f-4a69-b40c-903fa59565c0 on network eeb2e6e5-8235-4e27-9f2e-8fa14d21139b {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:58:39.759429 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8b7349-4d57-44e9-88b0-7cc99bca0bc6 None None] Checking agent: {'id': '8851ba53-2e70-4f4c-a9f5-617d9b5548bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 5, 35, 15), 'started_at': datetime.datetime(2021, 5, 19, 5, 35, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 5, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 05:58:39.760120 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8b7349-4d57-44e9-88b0-7cc99bca0bc6 None None] Checking segment: {'id': '0844aaea-69d3-4db4-aeb8-d71483a536f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'eeb2e6e5-8235-4e27-9f2e-8fa14d21139b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:58:39.760713 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0e8b7349-4d57-44e9-88b0-7cc99bca0bc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:39.761268 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8b7349-4d57-44e9-88b0-7cc99bca0bc6 None None] Bound using segment: {'id': '0844aaea-69d3-4db4-aeb8-d71483a536f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'eeb2e6e5-8235-4e27-9f2e-8fa14d21139b'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 05:58:39.761919 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-0e8b7349-4d57-44e9-88b0-7cc99bca0bc6 None None] Bound port: cfa1e9d7-2d2f-4a69-b40c-903fa59565c0, host: dv-cinder-782405-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0844aaea-69d3-4db4-aeb8-d71483a536f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'eeb2e6e5-8235-4e27-9f2e-8fa14d21139b'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 05:58:39.762487 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0e8b7349-4d57-44e9-88b0-7cc99bca0bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:39.812682 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-92acf306-6d4b-4914-9bfe-38be88e2ada6 None None] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:39.824568 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-92acf306-6d4b-4914-9bfe-38be88e2ada6 None None] Transition to ACTIVE for port object eb683e99-5b15-454d-9f5d-d2cbc8ec08ca will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:58:39.844688 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-92acf306-6d4b-4914-9bfe-38be88e2ada6 None None] Transition to ACTIVE for port object eb683e99-5b15-454d-9f5d-d2cbc8ec08ca will not be triggered until provisioned by entity DHCP. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:58:39.853163 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-92acf306-6d4b-4914-9bfe-38be88e2ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742272799735'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:39.857056 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:39.857959 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-0e8b7349-4d57-44e9-88b0-7cc99bca0bc6 None None] For port cfa1e9d7-2d2f-4a69-b40c-903fa59565c0, host dv-cinder-782405-8-iscsi, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 05:58:39.861243 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-0e8b7349-4d57-44e9-88b0-7cc99bca0bc6 None None] For port cfa1e9d7-2d2f-4a69-b40c-903fa59565c0, host dv-cinder-782405-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-iscsi',level=0,port_id=cfa1e9d7-2d2f-4a69-b40c-903fa59565c0,segment=NetworkSegment(0844aaea-69d3-4db4-aeb8-d71483a536f1),segment_id=0844aaea-69d3-4db4-aeb8-d71483a536f1)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 05:58:39.865379 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0e8b7349-4d57-44e9-88b0-7cc99bca0bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:39.869555 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:39.923324 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92acf306-6d4b-4914-9bfe-38be88e2ada6 None None] Network c3e9ea6d-3389-4bac-ab60-23b0ad26902b is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:58:39.927245 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-92acf306-6d4b-4914-9bfe-38be88e2ada6 None None] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:58:39.933056 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92acf306-6d4b-4914-9bfe-38be88e2ada6 None None] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 05:58:39.951687 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261aac44-659b-46de-9d42-1de47ae4f2eb None None] Pushing event updated for resources: {'Port': ['ID=cfa1e9d7-2d2f-4a69-b40c-903fa59565c0,revision_number=4']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:39.955225 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG oslo_concurrency.lockutils [None req-261aac44-659b-46de-9d42-1de47ae4f2eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=103393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:39.963294 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8b7349-4d57-44e9-88b0-7cc99bca0bc6 None None] Routers {'0860b901-3f25-4390-a4ec-2d5b7440fcb3'} bound to L3 agent in host dv-cinder-782405-8-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:58:39.963904 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-0e8b7349-4d57-44e9-88b0-7cc99bca0bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T05:35:15Z,description=,heartbeat_timestamp=2021-05-19T05:58:15Z,host='dv-cinder-782405-8-iscsi',id=b1c473b1-11ec-4d73-8852-93414dd700fb,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:35:15Z,topic='l3_agent')) {'router_ids': ['0860b901-3f25-4390-a4ec-2d5b7440fcb3'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:58:39.978244 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92acf306-6d4b-4914-9bfe-38be88e2ada6 None None] Pushing event updated for resources: {'Port': ['ID=eb683e99-5b15-454d-9f5d-d2cbc8ec08ca,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:40.009639 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-92acf306-6d4b-4914-9bfe-38be88e2ada6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:40.011722 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7c5b889b-71b1-4851-b3c7-52641cfdd969 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:40.029792 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-92acf306-6d4b-4914-9bfe-38be88e2ada6 None None] Attempting to bind port eb683e99-5b15-454d-9f5d-d2cbc8ec08ca on host dv-cinder-782405-8-iscsi for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 05:58:40.030166 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-92acf306-6d4b-4914-9bfe-38be88e2ada6 None None] Attempting to bind port eb683e99-5b15-454d-9f5d-d2cbc8ec08ca by drivers openvswitch,hyperv on host dv-cinder-782405-8-iscsi at level 0 using segments [{'id': '74faa81b-2138-441b-844b-95188dacf902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c3e9ea6d-3389-4bac-ab60-23b0ad26902b'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 05:58:40.030535 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92acf306-6d4b-4914-9bfe-38be88e2ada6 None None] Attempting to bind port eb683e99-5b15-454d-9f5d-d2cbc8ec08ca on network c3e9ea6d-3389-4bac-ab60-23b0ad26902b {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:58:40.035875 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92acf306-6d4b-4914-9bfe-38be88e2ada6 None None] Checking agent: {'id': '8851ba53-2e70-4f4c-a9f5-617d9b5548bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 5, 35, 15), 'started_at': datetime.datetime(2021, 5, 19, 5, 35, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 5, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 05:58:40.036255 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92acf306-6d4b-4914-9bfe-38be88e2ada6 None None] Checking segment: {'id': '74faa81b-2138-441b-844b-95188dacf902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c3e9ea6d-3389-4bac-ab60-23b0ad26902b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:58:40.036662 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-92acf306-6d4b-4914-9bfe-38be88e2ada6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:40.037059 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92acf306-6d4b-4914-9bfe-38be88e2ada6 None None] Bound using segment: {'id': '74faa81b-2138-441b-844b-95188dacf902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c3e9ea6d-3389-4bac-ab60-23b0ad26902b'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 05:58:40.037529 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-92acf306-6d4b-4914-9bfe-38be88e2ada6 None None] Bound port: eb683e99-5b15-454d-9f5d-d2cbc8ec08ca, host: dv-cinder-782405-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74faa81b-2138-441b-844b-95188dacf902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c3e9ea6d-3389-4bac-ab60-23b0ad26902b'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 05:58:40.037906 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-92acf306-6d4b-4914-9bfe-38be88e2ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:40.069290 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7c5b889b-71b1-4851-b3c7-52641cfdd969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:40.087383 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device 494f3908-e112-411e-ae19-34c32a6ec123 up at agent ovs-agent-dv-cinder-782405-8-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:58:40.166584 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-0e8b7349-4d57-44e9-88b0-7cc99bca0bc6 None None] Set router 0860b901-3f25-4390-a4ec-2d5b7440fcb3 gateway port host: dv-cinder-782405-8-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:58:40.202812 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-92acf306-6d4b-4914-9bfe-38be88e2ada6 None None] For port eb683e99-5b15-454d-9f5d-d2cbc8ec08ca, host dv-cinder-782405-8-iscsi, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 05:58:40.206395 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-92acf306-6d4b-4914-9bfe-38be88e2ada6 None None] For port eb683e99-5b15-454d-9f5d-d2cbc8ec08ca, host dv-cinder-782405-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-iscsi',level=0,port_id=eb683e99-5b15-454d-9f5d-d2cbc8ec08ca,segment=NetworkSegment(74faa81b-2138-441b-844b-95188dacf902),segment_id=74faa81b-2138-441b-844b-95188dacf902)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 05:58:40.212449 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-92acf306-6d4b-4914-9bfe-38be88e2ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:40.216910 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:40.233811 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [None req-7c5b889b-71b1-4851-b3c7-52641cfdd969 admin admin] Allocated IP 172.27.0.12 (1e6dde84-3174-47a4-a93f-45a4a19145c3/a354a417-b24c-44ef-b568-941dc79a6d49/45466878-6aff-486d-b940-523afdbc04f3) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 05:58:40.248619 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Provisioning complete for port 494f3908-e112-411e-ae19-34c32a6ec123 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:58:40.248998 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:40.373890 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92acf306-6d4b-4914-9bfe-38be88e2ada6 None None] Pushing event updated for resources: {'Port': ['ID=eb683e99-5b15-454d-9f5d-d2cbc8ec08ca,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:40.377742 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-92acf306-6d4b-4914-9bfe-38be88e2ada6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:40.399299 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7c5b889b-71b1-4851-b3c7-52641cfdd969 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:40.432357 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7c5b889b-71b1-4851-b3c7-52641cfdd969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742272799735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263355286'] for port, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:40.437040 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-aed321f8-822c-492a-bb23-404676c179a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:40.498985 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5b889b-71b1-4851-b3c7-52641cfdd969 admin admin] Network 1e6dde84-3174-47a4-a93f-45a4a19145c3 is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:58:40.502242 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-7c5b889b-71b1-4851-b3c7-52641cfdd969 admin admin] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:58:40.506005 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5b889b-71b1-4851-b3c7-52641cfdd969 admin admin] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 05:58:40.511066 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-0e8b7349-4d57-44e9-88b0-7cc99bca0bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0860b901-3f25-4390-a4ec-2d5b7440fcb3', 'name': 'tempest-TestVolumeBootPattern-417061248-router', 'tenant_id': '29a7272ff9024cc7bc745e2e5fedde74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '494f3908-e112-411e-ae19-34c32a6ec123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:58:32Z', 'updated_at': '2021-05-19T05:58:36Z', 'revision_number': 4, 'project_id': '29a7272ff9024cc7bc745e2e5fedde74', 'gw_port': {'id': '494f3908-e112-411e-ae19-34c32a6ec123', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ae:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0860b901-3f25-4390-a4ec-2d5b7440fcb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:33Z', 'updated_at': '2021-05-19T05:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi', '_interfaces': [{'id': 'cfa1e9d7-2d2f-4a69-b40c-903fa59565c0', 'name': '', 'network_id': 'eeb2e6e5-8235-4e27-9f2e-8fa14d21139b', 'tenant_id': '29a7272ff9024cc7bc745e2e5fedde74', 'mac_address': 'fa:16:3e:83:8f:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0860b901-3f25-4390-a4ec-2d5b7440fcb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'daacc5ef-ccdb-4465-9aa8-991b70653993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:35Z', 'updated_at': '2021-05-19T05:58:39Z', 'revision_number': 4, 'project_id': '29a7272ff9024cc7bc745e2e5fedde74', 'subnets': [{'id': 'daacc5ef-ccdb-4465-9aa8-991b70653993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:58:40.515408 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8b7349-4d57-44e9-88b0-7cc99bca0bc6 None None] The sync data for ids ['0860b901-3f25-4390-a4ec-2d5b7440fcb3'] in dv-cinder-782405-8-iscsi is: [{'id': '0860b901-3f25-4390-a4ec-2d5b7440fcb3', 'name': 'tempest-TestVolumeBootPattern-417061248-router', 'tenant_id': '29a7272ff9024cc7bc745e2e5fedde74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '494f3908-e112-411e-ae19-34c32a6ec123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:58:32Z', 'updated_at': '2021-05-19T05:58:36Z', 'revision_number': 4, 'project_id': '29a7272ff9024cc7bc745e2e5fedde74', 'gw_port': {'id': '494f3908-e112-411e-ae19-34c32a6ec123', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ae:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0860b901-3f25-4390-a4ec-2d5b7440fcb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:33Z', 'updated_at': '2021-05-19T05:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi', '_interfaces': [{'id': 'cfa1e9d7-2d2f-4a69-b40c-903fa59565c0', 'name': '', 'network_id': 'eeb2e6e5-8235-4e27-9f2e-8fa14d21139b', 'tenant_id': '29a7272ff9024cc7bc745e2e5fedde74', 'mac_address': 'fa:16:3e:83:8f:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0860b901-3f25-4390-a4ec-2d5b7440fcb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'daacc5ef-ccdb-4465-9aa8-991b70653993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:35Z', 'updated_at': '2021-05-19T05:58:39Z', 'revision_number': 4, 'project_id': '29a7272ff9024cc7bc745e2e5fedde74', 'subnets': [{'id': 'daacc5ef-ccdb-4465-9aa8-991b70653993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 05:58:40.563855 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5b889b-71b1-4851-b3c7-52641cfdd969 admin admin] Pushing event updated for resources: {'Port': ['ID=45466878-6aff-486d-b940-523afdbc04f3,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:40.572279 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-7c5b889b-71b1-4851-b3c7-52641cfdd969 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:40.990305 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7c5b889b-71b1-4851-b3c7-52641cfdd969 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:41.343182 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7c5b889b-71b1-4851-b3c7-52641cfdd969 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-518026'] for router, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:41.421169 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e1dde6-8eda-46b6-bc0d-d294d1068568 None None] Network c3e9ea6d-3389-4bac-ab60-23b0ad26902b requested from dv-cinder-782405-8-iscsi {{(pid=103392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 05:58:41.538188 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-f0094e36-a5b5-4111-a2f9-3060e3d8754c None None] Provisioning for port eb683e99-5b15-454d-9f5d-d2cbc8ec08ca completed by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:58:41.681978 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c5b889b-71b1-4851-b3c7-52641cfdd969 admin admin] Router 0d6c7ea8-f66b-4e6f-b354-bb8130e2b4c6 is scheduled to L3 agent b1c473b1-11ec-4d73-8852-93414dd700fb with binding_index 1 {{(pid=103391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 05:58:41.860812 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c5b889b-71b1-4851-b3c7-52641cfdd969 admin admin] Notify agent at l3_agent.dv-cinder-782405-8-iscsi the message routers_updated {{(pid=103391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 05:58:41.869803 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c011148d-6c4e-4e54-bbe6-934b879216fb None None] Sync routers for ids ['0d6c7ea8-f66b-4e6f-b354-bb8130e2b4c6'] in dv-cinder-782405-8-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 05:58:41.882927 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7c5b889b-71b1-4851-b3c7-52641cfdd969 admin admin] Notify callbacks [] for router, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:41.884297 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c011148d-6c4e-4e54-bbe6-934b879216fb None None] Routers {'0d6c7ea8-f66b-4e6f-b354-bb8130e2b4c6'} bound to L3 agent in host dv-cinder-782405-8-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:58:41.884906 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-c011148d-6c4e-4e54-bbe6-934b879216fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T05:35:15Z,description=,heartbeat_timestamp=2021-05-19T05:58:15Z,host='dv-cinder-782405-8-iscsi',id=b1c473b1-11ec-4d73-8852-93414dd700fb,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:35:15Z,topic='l3_agent')) {'router_ids': ['0d6c7ea8-f66b-4e6f-b354-bb8130e2b4c6'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:58:41.885028 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-7c5b889b-71b1-4851-b3c7-52641cfdd969 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6929140 May 19 05:58:41.887666 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 53568) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:58:42.063535 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-c011148d-6c4e-4e54-bbe6-934b879216fb None None] Set router 0d6c7ea8-f66b-4e6f-b354-bb8130e2b4c6 gateway port host: dv-cinder-782405-8-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:58:42.111494 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device eb683e99-5b15-454d-9f5d-d2cbc8ec08ca up at agent ovs-agent-dv-cinder-782405-8-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:58:42.376550 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3e3c964b-32f0-4fca-9ae1-a1f23f9ce8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:42.389426 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Provisioning for port eb683e99-5b15-454d-9f5d-d2cbc8ec08ca completed by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:58:42.418894 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Provisioning complete for port eb683e99-5b15-454d-9f5d-d2cbc8ec08ca triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:58:42.419277 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:42.549371 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-c011148d-6c4e-4e54-bbe6-934b879216fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d6c7ea8-f66b-4e6f-b354-bb8130e2b4c6', 'name': 'tempest-TestVolumeBootPattern-1350494116-router', 'tenant_id': '5d5ce5ff6f6144f8979d77c06e45eb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '45466878-6aff-486d-b940-523afdbc04f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:58:39Z', 'updated_at': '2021-05-19T05:58:40Z', 'revision_number': 3, 'project_id': '5d5ce5ff6f6144f8979d77c06e45eb6a', 'gw_port': {'id': '45466878-6aff-486d-b940-523afdbc04f3', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e2:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d6c7ea8-f66b-4e6f-b354-bb8130e2b4c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:40Z', 'updated_at': '2021-05-19T05:58:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi'}], 'dv-cinder-782405-8-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:58:42.559353 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c011148d-6c4e-4e54-bbe6-934b879216fb None None] Checking router: 0d6c7ea8-f66b-4e6f-b354-bb8130e2b4c6 for host: dv-cinder-782405-8-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 05:58:42.559721 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c011148d-6c4e-4e54-bbe6-934b879216fb None None] Updating router 0d6c7ea8-f66b-4e6f-b354-bb8130e2b4c6 port 45466878-6aff-486d-b940-523afdbc04f3 binding host dv-cinder-782405-8-iscsi {{(pid=103392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 05:58:42.566804 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-00502260-0340-4870-8c4a-51f85d18d97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:42.604287 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:42.636782 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c011148d-6c4e-4e54-bbe6-934b879216fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:42.684895 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] For port eb683e99-5b15-454d-9f5d-d2cbc8ec08ca, host dv-cinder-782405-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-iscsi',level=0,port_id=eb683e99-5b15-454d-9f5d-d2cbc8ec08ca,segment=NetworkSegment(74faa81b-2138-441b-844b-95188dacf902),segment_id=74faa81b-2138-441b-844b-95188dacf902)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:58:42.688706 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:42.689777 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device cfa1e9d7-2d2f-4a69-b40c-903fa59565c0 up at agent ovs-agent-dv-cinder-782405-8-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:58:42.717659 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:42.767783 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [None req-00502260-0340-4870-8c4a-51f85d18d97a admin admin] Allocated IP 172.20.0.1 (c3e9ea6d-3389-4bac-ab60-23b0ad26902b/1793ad42-3183-4810-bd8e-883cb9390f93/2abb89a1-d586-47a9-adbb-759667ad844f) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 05:58:42.880475 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Pushing event updated for resources: {'Port': ['ID=eb683e99-5b15-454d-9f5d-d2cbc8ec08ca,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:42.908084 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:42.916754 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-00502260-0340-4870-8c4a-51f85d18d97a admin admin] Notify callbacks [] for port, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:42.918660 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Provisioning for port cfa1e9d7-2d2f-4a69-b40c-903fa59565c0 completed by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:58:42.933569 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-00502260-0340-4870-8c4a-51f85d18d97a admin admin] Transition to ACTIVE for port object 2abb89a1-d586-47a9-adbb-759667ad844f will not be triggered until provisioned by entity DHCP. {{(pid=103391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:58:42.955944 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-00502260-0340-4870-8c4a-51f85d18d97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742272799735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263355286'] for port, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:42.960318 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-2c60b2dd-8510-4193-b100-3d2dbdabf013 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:42.969490 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Provisioning complete for port cfa1e9d7-2d2f-4a69-b40c-903fa59565c0 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:58:42.969878 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:43.019347 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00502260-0340-4870-8c4a-51f85d18d97a admin admin] Network c3e9ea6d-3389-4bac-ab60-23b0ad26902b is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:58:43.022147 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-00502260-0340-4870-8c4a-51f85d18d97a admin admin] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:58:43.025042 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00502260-0340-4870-8c4a-51f85d18d97a admin admin] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 05:58:43.183046 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:43.199187 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00502260-0340-4870-8c4a-51f85d18d97a admin admin] Pushing event updated for resources: {'Port': ['ID=2abb89a1-d586-47a9-adbb-759667ad844f,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:43.202078 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-00502260-0340-4870-8c4a-51f85d18d97a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:43.215973 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-00502260-0340-4870-8c4a-51f85d18d97a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398905'] for router_interface, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:43.217240 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c011148d-6c4e-4e54-bbe6-934b879216fb None None] Notify callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:43.236407 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-c011148d-6c4e-4e54-bbe6-934b879216fb None None] Transition to ACTIVE for port object 45466878-6aff-486d-b940-523afdbc04f3 will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:58:43.239629 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] For port cfa1e9d7-2d2f-4a69-b40c-903fa59565c0, host dv-cinder-782405-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-iscsi',level=0,port_id=cfa1e9d7-2d2f-4a69-b40c-903fa59565c0,segment=NetworkSegment(0844aaea-69d3-4db4-aeb8-d71483a536f1),segment_id=0844aaea-69d3-4db4-aeb8-d71483a536f1)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:58:43.244204 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:43.246513 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-a71a357d-5896-4ce1-aa69-4d4d38cce4bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:43.283468 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c011148d-6c4e-4e54-bbe6-934b879216fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:43.335038 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-00502260-0340-4870-8c4a-51f85d18d97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:43.337964 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-da005dcb-e8ec-4271-a493-383c172da838 None None] Provisioning for port 2abb89a1-d586-47a9-adbb-759667ad844f completed by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:58:43.345162 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-c011148d-6c4e-4e54-bbe6-934b879216fb None None] Attempting to bind port 45466878-6aff-486d-b940-523afdbc04f3 on host dv-cinder-782405-8-iscsi for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 05:58:43.345539 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-c011148d-6c4e-4e54-bbe6-934b879216fb None None] Attempting to bind port 45466878-6aff-486d-b940-523afdbc04f3 by drivers openvswitch,hyperv on host dv-cinder-782405-8-iscsi at level 0 using segments [{'id': 'edaa9548-0a8e-4b05-b39a-c151d3266f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 05:58:43.345927 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c011148d-6c4e-4e54-bbe6-934b879216fb None None] Attempting to bind port 45466878-6aff-486d-b940-523afdbc04f3 on network 1e6dde84-3174-47a4-a93f-45a4a19145c3 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:58:43.353364 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-da005dcb-e8ec-4271-a493-383c172da838 None None] Provisioning complete for port 2abb89a1-d586-47a9-adbb-759667ad844f triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:58:43.353747 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-da005dcb-e8ec-4271-a493-383c172da838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:43.376197 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Pushing event updated for resources: {'Port': ['ID=cfa1e9d7-2d2f-4a69-b40c-903fa59565c0,revision_number=5']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:43.384226 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:43.385069 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c011148d-6c4e-4e54-bbe6-934b879216fb None None] Checking agent: {'id': '8851ba53-2e70-4f4c-a9f5-617d9b5548bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 5, 35, 15), 'started_at': datetime.datetime(2021, 5, 19, 5, 35, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 5, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 05:58:43.385546 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c011148d-6c4e-4e54-bbe6-934b879216fb None None] Checking segment: {'id': 'edaa9548-0a8e-4b05-b39a-c151d3266f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:58:43.385849 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c011148d-6c4e-4e54-bbe6-934b879216fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:43.386246 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c011148d-6c4e-4e54-bbe6-934b879216fb None None] Bound using segment: {'id': 'edaa9548-0a8e-4b05-b39a-c151d3266f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 05:58:43.386761 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-c011148d-6c4e-4e54-bbe6-934b879216fb None None] Bound port: 45466878-6aff-486d-b940-523afdbc04f3, host: dv-cinder-782405-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edaa9548-0a8e-4b05-b39a-c151d3266f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 05:58:43.387148 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c011148d-6c4e-4e54-bbe6-934b879216fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:43.410226 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.115s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:43.511294 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-da005dcb-e8ec-4271-a493-383c172da838 None None] Port 2abb89a1-d586-47a9-adbb-759667ad844f cannot update to ACTIVE because it is not bound. {{(pid=103392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 05:58:43.523440 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80db57fe-43d1-4abf-a450-ef920bf7bf15 None None] Pushing event updated for resources: {'Port': ['ID=45466878-6aff-486d-b940-523afdbc04f3,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:43.528472 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-80db57fe-43d1-4abf-a450-ef920bf7bf15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:43.538876 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-c011148d-6c4e-4e54-bbe6-934b879216fb None None] For port 45466878-6aff-486d-b940-523afdbc04f3, host dv-cinder-782405-8-iscsi, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 05:58:43.541996 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-c011148d-6c4e-4e54-bbe6-934b879216fb None None] For port 45466878-6aff-486d-b940-523afdbc04f3, host dv-cinder-782405-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-iscsi',level=0,port_id=45466878-6aff-486d-b940-523afdbc04f3,segment=NetworkSegment(edaa9548-0a8e-4b05-b39a-c151d3266f79),segment_id=edaa9548-0a8e-4b05-b39a-c151d3266f79)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 05:58:43.546216 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c011148d-6c4e-4e54-bbe6-934b879216fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:43.550623 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-832a1f27-200d-4be3-b6b3-2678c3de0d0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:43.557217 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-00502260-0340-4870-8c4a-51f85d18d97a admin admin] Notify callbacks [] for port, precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:43.561507 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-00502260-0340-4870-8c4a-51f85d18d97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263355279'] for port, after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:43.589184 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-af7d22e6-f422-40cf-a560-15af6d9a56de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:43.622301 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c011148d-6c4e-4e54-bbe6-934b879216fb None None] Routers {'0d6c7ea8-f66b-4e6f-b354-bb8130e2b4c6'} bound to L3 agent in host dv-cinder-782405-8-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:58:43.622925 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-c011148d-6c4e-4e54-bbe6-934b879216fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T05:35:15Z,description=,heartbeat_timestamp=2021-05-19T05:58:15Z,host='dv-cinder-782405-8-iscsi',id=b1c473b1-11ec-4d73-8852-93414dd700fb,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:35:15Z,topic='l3_agent')) {'router_ids': ['0d6c7ea8-f66b-4e6f-b354-bb8130e2b4c6'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:58:43.672203 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-00502260-0340-4870-8c4a-51f85d18d97a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398942'] for router_interface, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:43.676556 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00502260-0340-4870-8c4a-51f85d18d97a admin admin] Pushing event updated for resources: {'Port': ['ID=2abb89a1-d586-47a9-adbb-759667ad844f,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:43.679369 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-00502260-0340-4870-8c4a-51f85d18d97a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:43.685093 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80db57fe-43d1-4abf-a450-ef920bf7bf15 None None] Pushing event updated for resources: {'Port': ['ID=45466878-6aff-486d-b940-523afdbc04f3,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:43.689496 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-80db57fe-43d1-4abf-a450-ef920bf7bf15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:43.800032 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-c011148d-6c4e-4e54-bbe6-934b879216fb None None] Set router 0d6c7ea8-f66b-4e6f-b354-bb8130e2b4c6 gateway port host: dv-cinder-782405-8-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:58:43.809687 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00502260-0340-4870-8c4a-51f85d18d97a admin admin] Network c3e9ea6d-3389-4bac-ab60-23b0ad26902b is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:58:43.810778 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-00502260-0340-4870-8c4a-51f85d18d97a admin admin] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:58:44.005763 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00502260-0340-4870-8c4a-51f85d18d97a admin admin] Router 0d6c7ea8-f66b-4e6f-b354-bb8130e2b4c6 has already been hosted by L3 agent b1c473b1-11ec-4d73-8852-93414dd700fb {{(pid=103391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 05:58:44.066052 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device eb683e99-5b15-454d-9f5d-d2cbc8ec08ca up at agent ovs-agent-dv-cinder-782405-8-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:58:44.145512 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-c5ae2f3f-497b-4be0-8901-6c046f13cc61 None None] Provisioning complete for port 2abb89a1-d586-47a9-adbb-759667ad844f triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:58:44.145903 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c5ae2f3f-497b-4be0-8901-6c046f13cc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:44.181481 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00502260-0340-4870-8c4a-51f85d18d97a admin admin] Notify agent at l3_agent.dv-cinder-782405-8-iscsi the message routers_updated {{(pid=103391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 05:58:44.195152 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-00502260-0340-4870-8c4a-51f85d18d97a admin admin] 10.222.0.11 "PUT /v2.0/routers/0d6c7ea8-f66b-4e6f-b354-bb8130e2b4c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3063855 May 19 05:58:44.253428 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-c5ae2f3f-497b-4be0-8901-6c046f13cc61 None None] Port 2abb89a1-d586-47a9-adbb-759667ad844f cannot update to ACTIVE because it is not bound. {{(pid=103392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 05:58:44.266592 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Provisioning complete for port eb683e99-5b15-454d-9f5d-d2cbc8ec08ca triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:58:44.266982 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:44.377600 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-c011148d-6c4e-4e54-bbe6-934b879216fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d6c7ea8-f66b-4e6f-b354-bb8130e2b4c6', 'name': 'tempest-TestVolumeBootPattern-1350494116-router', 'tenant_id': '5d5ce5ff6f6144f8979d77c06e45eb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '45466878-6aff-486d-b940-523afdbc04f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:58:39Z', 'updated_at': '2021-05-19T05:58:43Z', 'revision_number': 4, 'project_id': '5d5ce5ff6f6144f8979d77c06e45eb6a', 'gw_port': {'id': '45466878-6aff-486d-b940-523afdbc04f3', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e2:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d6c7ea8-f66b-4e6f-b354-bb8130e2b4c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:40Z', 'updated_at': '2021-05-19T05:58:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi', '_interfaces': [{'id': '2abb89a1-d586-47a9-adbb-759667ad844f', 'name': '', 'network_id': 'c3e9ea6d-3389-4bac-ab60-23b0ad26902b', 'tenant_id': '5d5ce5ff6f6144f8979d77c06e45eb6a', 'mac_address': 'fa:16:3e:35:a0:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d6c7ea8-f66b-4e6f-b354-bb8130e2b4c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '1793ad42-3183-4810-bd8e-883cb9390f93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:42Z', 'updated_at': '2021-05-19T05:58:43Z', 'revision_number': 2, 'project_id': '5d5ce5ff6f6144f8979d77c06e45eb6a', 'subnets': [{'id': '1793ad42-3183-4810-bd8e-883cb9390f93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:58:44.392873 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c011148d-6c4e-4e54-bbe6-934b879216fb None None] The sync data for ids ['0d6c7ea8-f66b-4e6f-b354-bb8130e2b4c6'] in dv-cinder-782405-8-iscsi is: [{'id': '0d6c7ea8-f66b-4e6f-b354-bb8130e2b4c6', 'name': 'tempest-TestVolumeBootPattern-1350494116-router', 'tenant_id': '5d5ce5ff6f6144f8979d77c06e45eb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '45466878-6aff-486d-b940-523afdbc04f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:58:39Z', 'updated_at': '2021-05-19T05:58:43Z', 'revision_number': 4, 'project_id': '5d5ce5ff6f6144f8979d77c06e45eb6a', 'gw_port': {'id': '45466878-6aff-486d-b940-523afdbc04f3', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e2:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d6c7ea8-f66b-4e6f-b354-bb8130e2b4c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:40Z', 'updated_at': '2021-05-19T05:58:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi', '_interfaces': [{'id': '2abb89a1-d586-47a9-adbb-759667ad844f', 'name': '', 'network_id': 'c3e9ea6d-3389-4bac-ab60-23b0ad26902b', 'tenant_id': '5d5ce5ff6f6144f8979d77c06e45eb6a', 'mac_address': 'fa:16:3e:35:a0:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d6c7ea8-f66b-4e6f-b354-bb8130e2b4c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '1793ad42-3183-4810-bd8e-883cb9390f93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:42Z', 'updated_at': '2021-05-19T05:58:43Z', 'revision_number': 2, 'project_id': '5d5ce5ff6f6144f8979d77c06e45eb6a', 'subnets': [{'id': '1793ad42-3183-4810-bd8e-883cb9390f93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 05:58:44.410726 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device cfa1e9d7-2d2f-4a69-b40c-903fa59565c0 up at agent ovs-agent-dv-cinder-782405-8-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:58:44.482838 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Provisioning complete for port cfa1e9d7-2d2f-4a69-b40c-903fa59565c0 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:58:44.483306 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:44.687980 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 53580) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:58:44.693529 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-339cd3e9-abed-4690-a142-a69fa55d7df2 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1133184722', 'description': 'tempest-secgroup-smoke-1133184722 description', 'project_id': '29a7272ff9024cc7bc745e2e5fedde74'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:58:44.704165 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-339cd3e9-abed-4690-a142-a69fa55d7df2 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:58:44.708875 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-339cd3e9-abed-4690-a142-a69fa55d7df2 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Usage tracker for resource:security_group and tenant:29a7272ff9024cc7bc745e2e5fedde74 is out of sync, need to count used quota {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:58:44.712867 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-339cd3e9-abed-4690-a142-a69fa55d7df2 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:58:44.721580 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-339cd3e9-abed-4690-a142-a69fa55d7df2 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:58:44.724775 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f059c1c0-25f9-4875-b958-19d2d3045831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:44.735011 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-339cd3e9-abed-4690-a142-a69fa55d7df2 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks [] for security_group, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:44.755599 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-339cd3e9-abed-4690-a142-a69fa55d7df2 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:58:44.759536 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-339cd3e9-abed-4690-a142-a69fa55d7df2 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Usage tracker for resource:security_group_rule and tenant:29a7272ff9024cc7bc745e2e5fedde74 is out of sync, need to count used quota {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:58:44.762440 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-339cd3e9-abed-4690-a142-a69fa55d7df2 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:58:44.768288 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-339cd3e9-abed-4690-a142-a69fa55d7df2 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:58:44.843839 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-339cd3e9-abed-4690-a142-a69fa55d7df2 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks [] for security_group, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:44.847802 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-339cd3e9-abed-4690-a142-a69fa55d7df2 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:44.851893 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-71187db0-a472-4c86-a2a2-b256f98cc19f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:44.874874 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:44.893035 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339cd3e9-abed-4690-a142-a69fa55d7df2 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd43737f-c144-4073-a5f6-958e055ed4a6,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:44.896099 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-339cd3e9-abed-4690-a142-a69fa55d7df2 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:44.900824 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-339cd3e9-abed-4690-a142-a69fa55d7df2 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks [] for security_group, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:44.904998 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 53584) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:58:44.905489 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-339cd3e9-abed-4690-a142-a69fa55d7df2 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2160945 May 19 05:58:44.910805 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-9c0ce8fb-14e8-432f-8ffa-7daafb90116b tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Request body: {'security_group_rule': {'security_group_id': 'dd43737f-c144-4073-a5f6-958e055ed4a6', 'project_id': '29a7272ff9024cc7bc745e2e5fedde74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:58:44.917049 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-9c0ce8fb-14e8-432f-8ffa-7daafb90116b tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:58:44.921293 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-9c0ce8fb-14e8-432f-8ffa-7daafb90116b tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Usage tracker for resource:security_group_rule and tenant:29a7272ff9024cc7bc745e2e5fedde74 is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:58:44.924477 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-9c0ce8fb-14e8-432f-8ffa-7daafb90116b tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:58:44.930280 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-9c0ce8fb-14e8-432f-8ffa-7daafb90116b tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:58:44.947616 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9c0ce8fb-14e8-432f-8ffa-7daafb90116b tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:45.031385 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9c0ce8fb-14e8-432f-8ffa-7daafb90116b tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:45.035047 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9c0ce8fb-14e8-432f-8ffa-7daafb90116b tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555713'] for security_group_rule, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:45.037009 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:45.059823 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0ce8fb-14e8-432f-8ffa-7daafb90116b tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9614a226-a2c6-4a3c-be49-91674c09f8bf,revision_number=0']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:45.063195 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-9c0ce8fb-14e8-432f-8ffa-7daafb90116b tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:45.070508 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9c0ce8fb-14e8-432f-8ffa-7daafb90116b tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:45.072403 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-9c0ce8fb-14e8-432f-8ffa-7daafb90116b tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1662955 May 19 05:58:45.075202 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 53588) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:58:45.080565 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-7dcd3b03-543d-4b48-bb6a-94f3ddf5d1f3 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Request body: {'security_group_rule': {'security_group_id': 'dd43737f-c144-4073-a5f6-958e055ed4a6', 'project_id': '29a7272ff9024cc7bc745e2e5fedde74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:58:45.087551 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-7dcd3b03-543d-4b48-bb6a-94f3ddf5d1f3 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:58:45.091934 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-7dcd3b03-543d-4b48-bb6a-94f3ddf5d1f3 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Usage tracker for resource:security_group_rule and tenant:29a7272ff9024cc7bc745e2e5fedde74 is out of sync, need to count used quota {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:58:45.095092 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-7dcd3b03-543d-4b48-bb6a-94f3ddf5d1f3 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:58:45.100973 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-7dcd3b03-543d-4b48-bb6a-94f3ddf5d1f3 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:58:45.123547 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7dcd3b03-543d-4b48-bb6a-94f3ddf5d1f3 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:45.191528 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7dcd3b03-543d-4b48-bb6a-94f3ddf5d1f3 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:45.195347 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7dcd3b03-543d-4b48-bb6a-94f3ddf5d1f3 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555713'] for security_group_rule, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:45.198034 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:45.220995 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd3b03-543d-4b48-bb6a-94f3ddf5d1f3 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fa2d713-ea26-402e-8341-f44844fbb2a9,revision_number=0']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:45.223543 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-7dcd3b03-543d-4b48-bb6a-94f3ddf5d1f3 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:45.231659 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7dcd3b03-543d-4b48-bb6a-94f3ddf5d1f3 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:45.232979 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-7dcd3b03-543d-4b48-bb6a-94f3ddf5d1f3 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1567247 May 19 05:58:45.235885 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 53592) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:58:45.241102 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-2f24f49d-a751-4b9e-a25e-53d90e701492 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Request body: {'security_group_rule': {'security_group_id': 'dd43737f-c144-4073-a5f6-958e055ed4a6', 'project_id': '29a7272ff9024cc7bc745e2e5fedde74', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:58:45.247813 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-2f24f49d-a751-4b9e-a25e-53d90e701492 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:58:45.251676 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-2f24f49d-a751-4b9e-a25e-53d90e701492 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Usage tracker for resource:security_group_rule and tenant:29a7272ff9024cc7bc745e2e5fedde74 is out of sync, need to count used quota {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:58:45.254610 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-2f24f49d-a751-4b9e-a25e-53d90e701492 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:58:45.260483 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-2f24f49d-a751-4b9e-a25e-53d90e701492 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:58:45.277477 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2f24f49d-a751-4b9e-a25e-53d90e701492 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:45.341926 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2f24f49d-a751-4b9e-a25e-53d90e701492 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:45.346708 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2f24f49d-a751-4b9e-a25e-53d90e701492 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555713'] for security_group_rule, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:45.353959 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-44c2e5dd-6a1b-4bfe-ba94-6f265c279b8b tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:45.375004 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f24f49d-a751-4b9e-a25e-53d90e701492 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fac973f-e9a2-489a-8f59-c63f9265bb21,revision_number=0']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:45.378490 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-2f24f49d-a751-4b9e-a25e-53d90e701492 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:45.387907 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2f24f49d-a751-4b9e-a25e-53d90e701492 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:45.389321 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-2f24f49d-a751-4b9e-a25e-53d90e701492 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1524782 May 19 05:58:45.392331 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 53596) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:58:45.398878 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-006fe520-05bb-4763-8788-396ea3c1fd93 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Request body: {'security_group_rule': {'security_group_id': 'dd43737f-c144-4073-a5f6-958e055ed4a6', 'project_id': '29a7272ff9024cc7bc745e2e5fedde74', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:58:45.405837 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-006fe520-05bb-4763-8788-396ea3c1fd93 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:58:45.410341 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-006fe520-05bb-4763-8788-396ea3c1fd93 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Usage tracker for resource:security_group_rule and tenant:29a7272ff9024cc7bc745e2e5fedde74 is out of sync, need to count used quota {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:58:45.413772 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-006fe520-05bb-4763-8788-396ea3c1fd93 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:58:45.420409 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-006fe520-05bb-4763-8788-396ea3c1fd93 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:58:45.437958 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-006fe520-05bb-4763-8788-396ea3c1fd93 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:45.604517 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-006fe520-05bb-4763-8788-396ea3c1fd93 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:45.609190 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-006fe520-05bb-4763-8788-396ea3c1fd93 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555713'] for security_group_rule, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:45.611332 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-7dcd3b03-543d-4b48-bb6a-94f3ddf5d1f3 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:45.635599 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006fe520-05bb-4763-8788-396ea3c1fd93 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=449d6355-e959-4357-b2e1-1323dc50c527,revision_number=0']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:45.640382 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-006fe520-05bb-4763-8788-396ea3c1fd93 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:45.645569 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-006fe520-05bb-4763-8788-396ea3c1fd93 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:45.646916 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-006fe520-05bb-4763-8788-396ea3c1fd93 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2532883 May 19 05:58:45.649798 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 53600) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:58:45.655138 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-7588bd54-c11a-47b8-8fa8-f61e51ab1ff9 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Request body: {'security_group_rule': {'security_group_id': 'dd43737f-c144-4073-a5f6-958e055ed4a6', 'project_id': '29a7272ff9024cc7bc745e2e5fedde74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:58:45.661070 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-7588bd54-c11a-47b8-8fa8-f61e51ab1ff9 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:58:45.665422 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-7588bd54-c11a-47b8-8fa8-f61e51ab1ff9 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Usage tracker for resource:security_group_rule and tenant:29a7272ff9024cc7bc745e2e5fedde74 is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:58:45.668373 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-7588bd54-c11a-47b8-8fa8-f61e51ab1ff9 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:58:45.674054 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-7588bd54-c11a-47b8-8fa8-f61e51ab1ff9 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:58:45.684925 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.db.securitygroups_db [None req-7588bd54-c11a-47b8-8fa8-f61e51ab1ff9 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Project 29a7272ff9024cc7bc745e2e5fedde74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 05:58:45.690674 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7588bd54-c11a-47b8-8fa8-f61e51ab1ff9 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:45.753868 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7588bd54-c11a-47b8-8fa8-f61e51ab1ff9 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:45.757033 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7588bd54-c11a-47b8-8fa8-f61e51ab1ff9 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555713'] for security_group_rule, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:45.759137 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-8af837a0-491f-4a8c-ab77-c562f0de7303 tempest-AttachVolumeShelveTestJSON-180693360 tempest-AttachVolumeShelveTestJSON-180693360-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:45.782694 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7588bd54-c11a-47b8-8fa8-f61e51ab1ff9 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12e9c98f-07b3-48b4-b859-eefab1b35c0b,revision_number=0']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:45.787449 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-7588bd54-c11a-47b8-8fa8-f61e51ab1ff9 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:45.793010 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7588bd54-c11a-47b8-8fa8-f61e51ab1ff9 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:45.794172 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-7588bd54-c11a-47b8-8fa8-f61e51ab1ff9 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1434028 May 19 05:58:45.796926 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 53604) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:58:45.802355 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-7f0cc620-539b-4801-8bc0-1a1b93cdcda6 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Request body: {'security_group_rule': {'security_group_id': 'dd43737f-c144-4073-a5f6-958e055ed4a6', 'project_id': '29a7272ff9024cc7bc745e2e5fedde74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:58:45.811860 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-7f0cc620-539b-4801-8bc0-1a1b93cdcda6 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:58:45.815853 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-7f0cc620-539b-4801-8bc0-1a1b93cdcda6 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Usage tracker for resource:security_group_rule and tenant:29a7272ff9024cc7bc745e2e5fedde74 is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:58:45.818651 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-7f0cc620-539b-4801-8bc0-1a1b93cdcda6 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:58:45.824233 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-7f0cc620-539b-4801-8bc0-1a1b93cdcda6 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:58:45.841851 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.db.securitygroups_db [None req-7f0cc620-539b-4801-8bc0-1a1b93cdcda6 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Project 29a7272ff9024cc7bc745e2e5fedde74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 05:58:45.847971 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7f0cc620-539b-4801-8bc0-1a1b93cdcda6 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:45.914171 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7f0cc620-539b-4801-8bc0-1a1b93cdcda6 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:45.922655 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7f0cc620-539b-4801-8bc0-1a1b93cdcda6 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555713'] for security_group_rule, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:45.924691 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:45.934222 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-db7c5e23-657c-45d4-9da5-15ba3bf0d241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:45.950947 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0cc620-539b-4801-8bc0-1a1b93cdcda6 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8a6a9ca-10db-4463-ac9c-fe0345235831,revision_number=0']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:45.954607 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-7f0cc620-539b-4801-8bc0-1a1b93cdcda6 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:45.962172 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7f0cc620-539b-4801-8bc0-1a1b93cdcda6 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:45.963577 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-7f0cc620-539b-4801-8bc0-1a1b93cdcda6 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1655149 May 19 05:58:46.084207 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device 45466878-6aff-486d-b940-523afdbc04f3 up at agent ovs-agent-dv-cinder-782405-8-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:58:46.156517 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Provisioning for port 45466878-6aff-486d-b940-523afdbc04f3 completed by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:58:46.161330 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Provisioning complete for port 45466878-6aff-486d-b940-523afdbc04f3 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:58:46.161712 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:46.278562 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:46.295227 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] For port 45466878-6aff-486d-b940-523afdbc04f3, host dv-cinder-782405-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-iscsi',level=0,port_id=45466878-6aff-486d-b940-523afdbc04f3,segment=NetworkSegment(edaa9548-0a8e-4b05-b39a-c151d3266f79),segment_id=edaa9548-0a8e-4b05-b39a-c151d3266f79)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:58:46.299228 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:46.301085 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:46.367695 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Pushing event updated for resources: {'Port': ['ID=45466878-6aff-486d-b940-523afdbc04f3,revision_number=4']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:46.371340 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:47.640631 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ca9ec6bf-79c4-448f-b3bb-8c49e8cf3732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:47.957749 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1358e0-f54c-44c2-a291-dcacc7cbcf6c None None] Sync routers for ids ['0d6c7ea8-f66b-4e6f-b354-bb8130e2b4c6'] in dv-cinder-782405-8-iscsi {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 05:58:47.966976 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1358e0-f54c-44c2-a291-dcacc7cbcf6c None None] Routers {'0d6c7ea8-f66b-4e6f-b354-bb8130e2b4c6'} bound to L3 agent in host dv-cinder-782405-8-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:58:47.967574 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-ce1358e0-f54c-44c2-a291-dcacc7cbcf6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T05:35:15Z,description=,heartbeat_timestamp=2021-05-19T05:58:45Z,host='dv-cinder-782405-8-iscsi',id=b1c473b1-11ec-4d73-8852-93414dd700fb,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:35:15Z,topic='l3_agent')) {'router_ids': ['0d6c7ea8-f66b-4e6f-b354-bb8130e2b4c6'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:58:48.031411 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device 45466878-6aff-486d-b940-523afdbc04f3 up at agent ovs-agent-dv-cinder-782405-8-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:58:48.103393 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Provisioning complete for port 45466878-6aff-486d-b940-523afdbc04f3 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:58:48.103773 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:48.142982 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-ce1358e0-f54c-44c2-a291-dcacc7cbcf6c None None] Set router 0d6c7ea8-f66b-4e6f-b354-bb8130e2b4c6 gateway port host: dv-cinder-782405-8-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:58:48.449483 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-ce1358e0-f54c-44c2-a291-dcacc7cbcf6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d6c7ea8-f66b-4e6f-b354-bb8130e2b4c6', 'name': 'tempest-TestVolumeBootPattern-1350494116-router', 'tenant_id': '5d5ce5ff6f6144f8979d77c06e45eb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '45466878-6aff-486d-b940-523afdbc04f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:58:39Z', 'updated_at': '2021-05-19T05:58:43Z', 'revision_number': 4, 'project_id': '5d5ce5ff6f6144f8979d77c06e45eb6a', 'gw_port': {'id': '45466878-6aff-486d-b940-523afdbc04f3', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6c7ea8-f66b-4e6f-b354-bb8130e2b4c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:40Z', 'updated_at': '2021-05-19T05:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi', '_interfaces': [{'id': '2abb89a1-d586-47a9-adbb-759667ad844f', 'name': '', 'network_id': 'c3e9ea6d-3389-4bac-ab60-23b0ad26902b', 'tenant_id': '5d5ce5ff6f6144f8979d77c06e45eb6a', 'mac_address': 'fa:16:3e:35:a0:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d6c7ea8-f66b-4e6f-b354-bb8130e2b4c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '1793ad42-3183-4810-bd8e-883cb9390f93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:42Z', 'updated_at': '2021-05-19T05:58:43Z', 'revision_number': 2, 'project_id': '5d5ce5ff6f6144f8979d77c06e45eb6a', 'subnets': [{'id': '1793ad42-3183-4810-bd8e-883cb9390f93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:58:48.453234 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1358e0-f54c-44c2-a291-dcacc7cbcf6c None None] Checking router: 0d6c7ea8-f66b-4e6f-b354-bb8130e2b4c6 for host: dv-cinder-782405-8-iscsi {{(pid=103393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 05:58:48.453588 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1358e0-f54c-44c2-a291-dcacc7cbcf6c None None] Updating router 0d6c7ea8-f66b-4e6f-b354-bb8130e2b4c6 port 2abb89a1-d586-47a9-adbb-759667ad844f binding host dv-cinder-782405-8-iscsi {{(pid=103393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 05:58:48.505174 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ce1358e0-f54c-44c2-a291-dcacc7cbcf6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:48.840645 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ce1358e0-f54c-44c2-a291-dcacc7cbcf6c None None] Notify callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:48.852295 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-ce1358e0-f54c-44c2-a291-dcacc7cbcf6c None None] Transition to ACTIVE for port object 2abb89a1-d586-47a9-adbb-759667ad844f will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:58:48.858478 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ce1358e0-f54c-44c2-a291-dcacc7cbcf6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:48.862929 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG oslo_concurrency.lockutils [None req-a9b4159f-14e9-4787-b6e2-c473049688d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:49.046362 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d2384a-e5e4-4b05-93b4-14a46ce87b62 None None] Pushing event updated for resources: {'Port': ['ID=2abb89a1-d586-47a9-adbb-759667ad844f,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:49.050382 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG oslo_concurrency.lockutils [None req-f2d2384a-e5e4-4b05-93b4-14a46ce87b62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=103393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:49.077174 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-ce1358e0-f54c-44c2-a291-dcacc7cbcf6c None None] Attempting to bind port 2abb89a1-d586-47a9-adbb-759667ad844f on host dv-cinder-782405-8-iscsi for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 05:58:49.077603 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-ce1358e0-f54c-44c2-a291-dcacc7cbcf6c None None] Attempting to bind port 2abb89a1-d586-47a9-adbb-759667ad844f by drivers openvswitch,hyperv on host dv-cinder-782405-8-iscsi at level 0 using segments [{'id': '74faa81b-2138-441b-844b-95188dacf902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c3e9ea6d-3389-4bac-ab60-23b0ad26902b'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 05:58:49.078053 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1358e0-f54c-44c2-a291-dcacc7cbcf6c None None] Attempting to bind port 2abb89a1-d586-47a9-adbb-759667ad844f on network c3e9ea6d-3389-4bac-ab60-23b0ad26902b {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:58:49.083691 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1358e0-f54c-44c2-a291-dcacc7cbcf6c None None] Checking agent: {'id': '8851ba53-2e70-4f4c-a9f5-617d9b5548bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 5, 35, 15), 'started_at': datetime.datetime(2021, 5, 19, 5, 35, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 5, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 05:58:49.084064 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1358e0-f54c-44c2-a291-dcacc7cbcf6c None None] Checking segment: {'id': '74faa81b-2138-441b-844b-95188dacf902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c3e9ea6d-3389-4bac-ab60-23b0ad26902b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:58:49.084468 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ce1358e0-f54c-44c2-a291-dcacc7cbcf6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:49.084862 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1358e0-f54c-44c2-a291-dcacc7cbcf6c None None] Bound using segment: {'id': '74faa81b-2138-441b-844b-95188dacf902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c3e9ea6d-3389-4bac-ab60-23b0ad26902b'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 05:58:49.085332 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-ce1358e0-f54c-44c2-a291-dcacc7cbcf6c None None] Bound port: 2abb89a1-d586-47a9-adbb-759667ad844f, host: dv-cinder-782405-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74faa81b-2138-441b-844b-95188dacf902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c3e9ea6d-3389-4bac-ab60-23b0ad26902b'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 05:58:49.085706 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ce1358e0-f54c-44c2-a291-dcacc7cbcf6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:49.178959 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-ce1358e0-f54c-44c2-a291-dcacc7cbcf6c None None] For port 2abb89a1-d586-47a9-adbb-759667ad844f, host dv-cinder-782405-8-iscsi, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 05:58:49.182333 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-ce1358e0-f54c-44c2-a291-dcacc7cbcf6c None None] For port 2abb89a1-d586-47a9-adbb-759667ad844f, host dv-cinder-782405-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-iscsi',level=0,port_id=2abb89a1-d586-47a9-adbb-759667ad844f,segment=NetworkSegment(74faa81b-2138-441b-844b-95188dacf902),segment_id=74faa81b-2138-441b-844b-95188dacf902)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 05:58:49.187855 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ce1358e0-f54c-44c2-a291-dcacc7cbcf6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:49.191788 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG oslo_concurrency.lockutils [None req-994d17d9-0ffa-44be-bed3-08550f116c15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:49.267743 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1358e0-f54c-44c2-a291-dcacc7cbcf6c None None] Routers {'0d6c7ea8-f66b-4e6f-b354-bb8130e2b4c6'} bound to L3 agent in host dv-cinder-782405-8-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:58:49.268298 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-ce1358e0-f54c-44c2-a291-dcacc7cbcf6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T05:35:15Z,description=,heartbeat_timestamp=2021-05-19T05:58:45Z,host='dv-cinder-782405-8-iscsi',id=b1c473b1-11ec-4d73-8852-93414dd700fb,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:35:15Z,topic='l3_agent')) {'router_ids': ['0d6c7ea8-f66b-4e6f-b354-bb8130e2b4c6'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:58:49.326376 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d2384a-e5e4-4b05-93b4-14a46ce87b62 None None] Pushing event updated for resources: {'Port': ['ID=2abb89a1-d586-47a9-adbb-759667ad844f,revision_number=4']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:49.363638 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG oslo_concurrency.lockutils [None req-f2d2384a-e5e4-4b05-93b4-14a46ce87b62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=103393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:49.481805 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-ce1358e0-f54c-44c2-a291-dcacc7cbcf6c None None] Set router 0d6c7ea8-f66b-4e6f-b354-bb8130e2b4c6 gateway port host: dv-cinder-782405-8-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:58:49.628005 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-8ef77f1b-c1f2-4f7f-903c-9c4facac0416 None None] Agent healthcheck: found 6 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 05:58:49.796381 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-ce1358e0-f54c-44c2-a291-dcacc7cbcf6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d6c7ea8-f66b-4e6f-b354-bb8130e2b4c6', 'name': 'tempest-TestVolumeBootPattern-1350494116-router', 'tenant_id': '5d5ce5ff6f6144f8979d77c06e45eb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '45466878-6aff-486d-b940-523afdbc04f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:58:39Z', 'updated_at': '2021-05-19T05:58:43Z', 'revision_number': 4, 'project_id': '5d5ce5ff6f6144f8979d77c06e45eb6a', 'gw_port': {'id': '45466878-6aff-486d-b940-523afdbc04f3', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6c7ea8-f66b-4e6f-b354-bb8130e2b4c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:40Z', 'updated_at': '2021-05-19T05:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi', '_interfaces': [{'id': '2abb89a1-d586-47a9-adbb-759667ad844f', 'name': '', 'network_id': 'c3e9ea6d-3389-4bac-ab60-23b0ad26902b', 'tenant_id': '5d5ce5ff6f6144f8979d77c06e45eb6a', 'mac_address': 'fa:16:3e:35:a0:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d6c7ea8-f66b-4e6f-b354-bb8130e2b4c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '1793ad42-3183-4810-bd8e-883cb9390f93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:42Z', 'updated_at': '2021-05-19T05:58:49Z', 'revision_number': 4, 'project_id': '5d5ce5ff6f6144f8979d77c06e45eb6a', 'subnets': [{'id': '1793ad42-3183-4810-bd8e-883cb9390f93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:58:49.800220 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1358e0-f54c-44c2-a291-dcacc7cbcf6c None None] The sync data for ids ['0d6c7ea8-f66b-4e6f-b354-bb8130e2b4c6'] in dv-cinder-782405-8-iscsi is: [{'id': '0d6c7ea8-f66b-4e6f-b354-bb8130e2b4c6', 'name': 'tempest-TestVolumeBootPattern-1350494116-router', 'tenant_id': '5d5ce5ff6f6144f8979d77c06e45eb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '45466878-6aff-486d-b940-523afdbc04f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:58:39Z', 'updated_at': '2021-05-19T05:58:43Z', 'revision_number': 4, 'project_id': '5d5ce5ff6f6144f8979d77c06e45eb6a', 'gw_port': {'id': '45466878-6aff-486d-b940-523afdbc04f3', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6c7ea8-f66b-4e6f-b354-bb8130e2b4c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:40Z', 'updated_at': '2021-05-19T05:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi', '_interfaces': [{'id': '2abb89a1-d586-47a9-adbb-759667ad844f', 'name': '', 'network_id': 'c3e9ea6d-3389-4bac-ab60-23b0ad26902b', 'tenant_id': '5d5ce5ff6f6144f8979d77c06e45eb6a', 'mac_address': 'fa:16:3e:35:a0:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d6c7ea8-f66b-4e6f-b354-bb8130e2b4c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '1793ad42-3183-4810-bd8e-883cb9390f93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:42Z', 'updated_at': '2021-05-19T05:58:49Z', 'revision_number': 4, 'project_id': '5d5ce5ff6f6144f8979d77c06e45eb6a', 'subnets': [{'id': '1793ad42-3183-4810-bd8e-883cb9390f93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 05:58:50.052800 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device 2abb89a1-d586-47a9-adbb-759667ad844f up at agent ovs-agent-dv-cinder-782405-8-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:58:50.125621 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Provisioning for port 2abb89a1-d586-47a9-adbb-759667ad844f completed by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:58:50.130228 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Provisioning complete for port 2abb89a1-d586-47a9-adbb-759667ad844f triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:58:50.130637 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:50.248156 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:50.279135 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] For port 2abb89a1-d586-47a9-adbb-759667ad844f, host dv-cinder-782405-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-iscsi',level=0,port_id=2abb89a1-d586-47a9-adbb-759667ad844f,segment=NetworkSegment(74faa81b-2138-441b-844b-95188dacf902),segment_id=74faa81b-2138-441b-844b-95188dacf902)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:58:50.284036 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:50.285993 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:50.349817 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Pushing event updated for resources: {'Port': ['ID=2abb89a1-d586-47a9-adbb-759667ad844f,revision_number=5']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:50.353689 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:52.032535 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device 2abb89a1-d586-47a9-adbb-759667ad844f up at agent ovs-agent-dv-cinder-782405-8-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:58:52.101883 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Provisioning complete for port 2abb89a1-d586-47a9-adbb-759667ad844f triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:58:52.102303 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:58.697628 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:59:07.702351 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [req-7b09b564-0b89-437f-ada2-ad318b8ff599 req-c6f2346f-346a-40d4-956b-b5e2478708df tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Synchronizing usage tracker for tenant:29a7272ff9024cc7bc745e2e5fedde74 on resource:security_group {{(pid=103390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:59:07.718882 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [req-7b09b564-0b89-437f-ada2-ad318b8ff599 req-c6f2346f-346a-40d4-956b-b5e2478708df tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Unset dirty status for tenant:29a7272ff9024cc7bc745e2e5fedde74 on resource:security_group {{(pid=103390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:59:07.719932 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7b09b564-0b89-437f-ada2-ad318b8ff599 req-c6f2346f-346a-40d4-956b-b5e2478708df tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1133184722&fields=id&tenant_id=29a7272ff9024cc7bc745e2e5fedde74 HTTP/1.1" status: 200 len: 267 time: 0.0563011 May 19 05:59:07.864519 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b09b564-0b89-437f-ada2-ad318b8ff599 req-d2cc38ef-4644-4196-8552-46797ce36653 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:59:07.865914 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7b09b564-0b89-437f-ada2-ad318b8ff599 req-d2cc38ef-4644-4196-8552-46797ce36653 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/networks?id=eeb2e6e5-8235-4e27-9f2e-8fa14d21139b HTTP/1.1" status: 200 len: 811 time: 0.1395774 May 19 05:59:07.880130 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7b09b564-0b89-437f-ada2-ad318b8ff599 req-e75cb407-a3db-4c2c-b748-b10686b96d46 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/quotas/29a7272ff9024cc7bc745e2e5fedde74 HTTP/1.1" status: 200 len: 375 time: 0.0088701 May 19 05:59:07.963140 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7b09b564-0b89-437f-ada2-ad318b8ff599 req-2062933b-f4ae-4418-a569-fdcc38855e20 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=29a7272ff9024cc7bc745e2e5fedde74&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0782740 May 19 05:59:08.192747 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7b09b564-0b89-437f-ada2-ad318b8ff599 req-3e26bd21-bb55-4c80-aaf0-c0e558a54dd8 service neutron] 10.222.0.11 "GET /v2.0/networks/eeb2e6e5-8235-4e27-9f2e-8fa14d21139b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183950 May 19 05:59:08.321080 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7b09b564-0b89-437f-ada2-ad318b8ff599 req-55705a70-dcff-4963-b1fd-608c5efe7ddf service neutron] 10.222.0.11 "GET /v2.0/networks/eeb2e6e5-8235-4e27-9f2e-8fa14d21139b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213887 May 19 05:59:08.745551 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-5fef1ed0-647d-42e4-a8d2-ff40058fc183 req-991b6b04-3d4c-4b74-b775-cfc6f4a25215 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Synchronizing usage tracker for tenant:29a7272ff9024cc7bc745e2e5fedde74 on resource:port {{(pid=103391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:59:08.762041 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-5fef1ed0-647d-42e4-a8d2-ff40058fc183 req-991b6b04-3d4c-4b74-b775-cfc6f4a25215 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Unset dirty status for tenant:29a7272ff9024cc7bc745e2e5fedde74 on resource:port {{(pid=103391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:59:08.763214 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5fef1ed0-647d-42e4-a8d2-ff40058fc183 req-991b6b04-3d4c-4b74-b775-cfc6f4a25215 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/ports?device_id=4aaccbef-b3b7-4953-a836-b98c7e9d04a3 HTTP/1.1" status: 200 len: 210 time: 0.1063519 May 19 05:59:09.856880 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e54f889a-22d4-4775-9059-d80b02ac853e req-51e236a9-13ac-4fca-b647-938a7236342b tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/ports?device_id=4aaccbef-b3b7-4953-a836-b98c7e9d04a3 HTTP/1.1" status: 200 len: 210 time: 0.0414546 May 19 05:59:10.951968 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d3b2e91f-31f7-42ec-91f4-d351e097451e req-b3c568a8-04ac-4f5e-a35a-b056ec5a3e7a tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/ports?device_id=4aaccbef-b3b7-4953-a836-b98c7e9d04a3 HTTP/1.1" status: 200 len: 210 time: 0.0428307 May 19 05:59:12.044807 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4a6bdf73-bc86-4c35-90f3-29ac8edde281 req-a046e803-56bb-4674-a577-c59ede6d5046 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/ports?device_id=4aaccbef-b3b7-4953-a836-b98c7e9d04a3 HTTP/1.1" status: 200 len: 210 time: 0.0416019 May 19 05:59:12.388197 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bfd7d211-8c01-43a4-90a5-0fdf632576b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:59:13.191533 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2c0c7eed-5b1d-4aa6-8c73-c98eef80d196 req-93939813-768f-47cc-a10e-8f9619335664 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/ports?device_id=4aaccbef-b3b7-4953-a836-b98c7e9d04a3 HTTP/1.1" status: 200 len: 210 time: 0.0450888 May 19 05:59:14.066114 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b09b564-0b89-437f-ada2-ad318b8ff599 req-25f5943c-c796-4124-9a9b-f5aeac3e6b4d tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:59:14.066812 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-7b09b564-0b89-437f-ada2-ad318b8ff599 req-25f5943c-c796-4124-9a9b-f5aeac3e6b4d tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Synchronizing usage tracker for tenant:29a7272ff9024cc7bc745e2e5fedde74 on resource:network {{(pid=103391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:59:14.084160 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-7b09b564-0b89-437f-ada2-ad318b8ff599 req-25f5943c-c796-4124-9a9b-f5aeac3e6b4d tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Unset dirty status for tenant:29a7272ff9024cc7bc745e2e5fedde74 on resource:network {{(pid=103391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:59:14.085334 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7b09b564-0b89-437f-ada2-ad318b8ff599 req-25f5943c-c796-4124-9a9b-f5aeac3e6b4d tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.26 "GET /v2.0/networks?id=eeb2e6e5-8235-4e27-9f2e-8fa14d21139b HTTP/1.1" status: 200 len: 811 time: 0.2706885 May 19 05:59:14.132221 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-7b09b564-0b89-437f-ada2-ad318b8ff599 req-12b36ffa-1384-490e-ba09-e4ec44a0b669 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Synchronizing usage tracker for tenant:29a7272ff9024cc7bc745e2e5fedde74 on resource:security_group {{(pid=103391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:59:14.144311 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-7b09b564-0b89-437f-ada2-ad318b8ff599 req-12b36ffa-1384-490e-ba09-e4ec44a0b669 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Unset dirty status for tenant:29a7272ff9024cc7bc745e2e5fedde74 on resource:security_group {{(pid=103391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:59:14.145469 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7b09b564-0b89-437f-ada2-ad318b8ff599 req-12b36ffa-1384-490e-ba09-e4ec44a0b669 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=29a7272ff9024cc7bc745e2e5fedde74 HTTP/1.1" status: 200 len: 380 time: 0.0521131 May 19 05:59:14.153934 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [req-7b09b564-0b89-437f-ada2-ad318b8ff599 req-d470427d-a03e-43d5-8aa5-8f37b15f4249 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Request body: {'port': {'device_id': '4aaccbef-b3b7-4953-a836-b98c7e9d04a3', 'network_id': 'eeb2e6e5-8235-4e27-9f2e-8fa14d21139b', 'admin_state_up': True, 'tenant_id': '29a7272ff9024cc7bc745e2e5fedde74', 'security_groups': ['dd43737f-c144-4073-a5f6-958e055ed4a6']}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:59:14.288141 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [req-7b09b564-0b89-437f-ada2-ad318b8ff599 req-d470427d-a03e-43d5-8aa5-8f37b15f4249 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:59:14.298760 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [req-7b09b564-0b89-437f-ada2-ad318b8ff599 req-d470427d-a03e-43d5-8aa5-8f37b15f4249 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:59:14.308554 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b09b564-0b89-437f-ada2-ad318b8ff599 req-d470427d-a03e-43d5-8aa5-8f37b15f4249 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Made reservation on behalf of 29a7272ff9024cc7bc745e2e5fedde74 for: {'port': 1} {{(pid=103391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 05:59:14.312097 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-7b09b564-0b89-437f-ada2-ad318b8ff599 req-d470427d-a03e-43d5-8aa5-8f37b15f4249 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:59:14.344724 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-917ff0c2-2a48-40f1-b813-cc6fda5470a6 req-845a0e11-4212-4033-b8ce-20169826466a tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/ports?device_id=4aaccbef-b3b7-4953-a836-b98c7e9d04a3 HTTP/1.1" status: 200 len: 210 time: 0.0456188 May 19 05:59:14.477440 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [req-7b09b564-0b89-437f-ada2-ad318b8ff599 req-d470427d-a03e-43d5-8aa5-8f37b15f4249 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Allocated IP 172.20.0.10 (eeb2e6e5-8235-4e27-9f2e-8fa14d21139b/daacc5ef-ccdb-4465-9aa8-991b70653993/a5c1c6e4-a42e-4f09-a446-50c8a7ef1059) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 05:59:14.669365 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-7b09b564-0b89-437f-ada2-ad318b8ff599 req-d470427d-a03e-43d5-8aa5-8f37b15f4249 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks [] for port, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:59:14.684591 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [req-7b09b564-0b89-437f-ada2-ad318b8ff599 req-d470427d-a03e-43d5-8aa5-8f37b15f4249 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Transition to ACTIVE for port object a5c1c6e4-a42e-4f09-a446-50c8a7ef1059 will not be triggered until provisioned by entity DHCP. {{(pid=103391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:59:14.707859 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-7b09b564-0b89-437f-ada2-ad318b8ff599 req-d470427d-a03e-43d5-8aa5-8f37b15f4249 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742272799735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263355286'] for port, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:59:14.713951 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-08d2e1f7-ee9b-4e90-982e-91d505d54fa1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:59:14.721596 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-789e6a64-491f-48d4-8896-432445f51e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:59:14.781468 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b09b564-0b89-437f-ada2-ad318b8ff599 req-d470427d-a03e-43d5-8aa5-8f37b15f4249 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Network eeb2e6e5-8235-4e27-9f2e-8fa14d21139b is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:59:14.784543 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [req-7b09b564-0b89-437f-ada2-ad318b8ff599 req-d470427d-a03e-43d5-8aa5-8f37b15f4249 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:59:14.788810 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b09b564-0b89-437f-ada2-ad318b8ff599 req-d470427d-a03e-43d5-8aa5-8f37b15f4249 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 05:59:14.825242 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d470427d-a03e-43d5-8aa5-8f37b15f4249 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Pushing event updated for resources: {'Port': ['ID=a5c1c6e4-a42e-4f09-a446-50c8a7ef1059,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:59:14.829830 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-d470427d-a03e-43d5-8aa5-8f37b15f4249 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:59:14.859171 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b09b564-0b89-437f-ada2-ad318b8ff599 req-d470427d-a03e-43d5-8aa5-8f37b15f4249 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:59:14.860304 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-7b09b564-0b89-437f-ada2-ad318b8ff599 req-d470427d-a03e-43d5-8aa5-8f37b15f4249 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13023'] for port, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:59:14.880052 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:59:14.887147 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7b09b564-0b89-437f-ada2-ad318b8ff599 req-d470427d-a03e-43d5-8aa5-8f37b15f4249 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7368860 May 19 05:59:14.899611 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [req-7b09b564-0b89-437f-ada2-ad318b8ff599 req-f9916238-e6ce-4dcf-944b-4b55036fe9d8 service neutron] Request body: {'port': {'device_id': '4aaccbef-b3b7-4953-a836-b98c7e9d04a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78240'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:59:14.970248 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-976d8475-bd5c-4056-8e8f-e7017d1e37fa None None] Provisioning for port a5c1c6e4-a42e-4f09-a446-50c8a7ef1059 completed by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:59:14.974835 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-976d8475-bd5c-4056-8e8f-e7017d1e37fa None None] Provisioning complete for port a5c1c6e4-a42e-4f09-a446-50c8a7ef1059 triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:59:14.975220 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-976d8475-bd5c-4056-8e8f-e7017d1e37fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:59:15.012305 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-7b09b564-0b89-437f-ada2-ad318b8ff599 req-f9916238-e6ce-4dcf-944b-4b55036fe9d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:59:15.026658 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-976d8475-bd5c-4056-8e8f-e7017d1e37fa None None] Port a5c1c6e4-a42e-4f09-a446-50c8a7ef1059 cannot update to ACTIVE because it is not bound. {{(pid=103392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 05:59:15.339841 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [req-7b09b564-0b89-437f-ada2-ad318b8ff599 req-f9916238-e6ce-4dcf-944b-4b55036fe9d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5c1c6e4-a42e-4f09-a446-50c8a7ef1059 {{(pid=103391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 05:59:15.346759 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-7b09b564-0b89-437f-ada2-ad318b8ff599 req-f9916238-e6ce-4dcf-944b-4b55036fe9d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:59:15.360376 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [req-7b09b564-0b89-437f-ada2-ad318b8ff599 req-f9916238-e6ce-4dcf-944b-4b55036fe9d8 service neutron] Transition to ACTIVE for port object a5c1c6e4-a42e-4f09-a446-50c8a7ef1059 will not be triggered until provisioned by entity L2. {{(pid=103391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:59:15.365329 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-7b09b564-0b89-437f-ada2-ad318b8ff599 req-f9916238-e6ce-4dcf-944b-4b55036fe9d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263355279'] for port, after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:59:15.372333 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-0b1d690f-cd86-4ee1-96dd-3a3988405a78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:59:15.627073 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9916238-e6ce-4dcf-944b-4b55036fe9d8 service neutron] Pushing event updated for resources: {'Port': ['ID=a5c1c6e4-a42e-4f09-a446-50c8a7ef1059,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:59:15.656440 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-f9916238-e6ce-4dcf-944b-4b55036fe9d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:59:15.715702 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7af0243-8665-461e-a2f2-82402042dd80 req-f66dfb1b-c55e-403a-a08b-b1708c61d4d3 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:59:15.716391 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-d7af0243-8665-461e-a2f2-82402042dd80 req-f66dfb1b-c55e-403a-a08b-b1708c61d4d3 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Synchronizing usage tracker for tenant:29a7272ff9024cc7bc745e2e5fedde74 on resource:port {{(pid=103391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:59:15.719819 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-7b09b564-0b89-437f-ada2-ad318b8ff599 req-f9916238-e6ce-4dcf-944b-4b55036fe9d8 service neutron] Attempting to bind port a5c1c6e4-a42e-4f09-a446-50c8a7ef1059 on host hv-cinder-78240 for vnic_type normal with profile {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 05:59:15.720148 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-7b09b564-0b89-437f-ada2-ad318b8ff599 req-f9916238-e6ce-4dcf-944b-4b55036fe9d8 service neutron] Attempting to bind port a5c1c6e4-a42e-4f09-a446-50c8a7ef1059 by drivers openvswitch,hyperv on host hv-cinder-78240 at level 0 using segments [{'id': '0844aaea-69d3-4db4-aeb8-d71483a536f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'eeb2e6e5-8235-4e27-9f2e-8fa14d21139b'}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 05:59:15.720473 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b09b564-0b89-437f-ada2-ad318b8ff599 req-f9916238-e6ce-4dcf-944b-4b55036fe9d8 service neutron] Attempting to bind port a5c1c6e4-a42e-4f09-a446-50c8a7ef1059 on network eeb2e6e5-8235-4e27-9f2e-8fa14d21139b {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:59:15.731087 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b09b564-0b89-437f-ada2-ad318b8ff599 req-f9916238-e6ce-4dcf-944b-4b55036fe9d8 service neutron] Port a5c1c6e4-a42e-4f09-a446-50c8a7ef1059 on network eeb2e6e5-8235-4e27-9f2e-8fa14d21139b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78240 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 05:59:15.731353 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b09b564-0b89-437f-ada2-ad318b8ff599 req-f9916238-e6ce-4dcf-944b-4b55036fe9d8 service neutron] Attempting to bind port a5c1c6e4-a42e-4f09-a446-50c8a7ef1059 on network eeb2e6e5-8235-4e27-9f2e-8fa14d21139b {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:59:15.738486 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b09b564-0b89-437f-ada2-ad318b8ff599 req-f9916238-e6ce-4dcf-944b-4b55036fe9d8 service neutron] Checking agent: {'id': '5b106939-35fb-4931-879f-1b04325a2c36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78240', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 5, 40, 58), 'started_at': datetime.datetime(2021, 5, 19, 5, 40, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 5, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 05:59:15.738846 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b09b564-0b89-437f-ada2-ad318b8ff599 req-f9916238-e6ce-4dcf-944b-4b55036fe9d8 service neutron] Checking segment: {'id': '0844aaea-69d3-4db4-aeb8-d71483a536f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'eeb2e6e5-8235-4e27-9f2e-8fa14d21139b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:59:15.739230 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b09b564-0b89-437f-ada2-ad318b8ff599 req-f9916238-e6ce-4dcf-944b-4b55036fe9d8 service neutron] Bound using segment: {'id': '0844aaea-69d3-4db4-aeb8-d71483a536f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'eeb2e6e5-8235-4e27-9f2e-8fa14d21139b'} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 05:59:15.739764 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-7b09b564-0b89-437f-ada2-ad318b8ff599 req-f9916238-e6ce-4dcf-944b-4b55036fe9d8 service neutron] Bound port: a5c1c6e4-a42e-4f09-a446-50c8a7ef1059, host: hv-cinder-78240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0844aaea-69d3-4db4-aeb8-d71483a536f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'eeb2e6e5-8235-4e27-9f2e-8fa14d21139b'}}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 05:59:15.740146 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-7b09b564-0b89-437f-ada2-ad318b8ff599 req-f9916238-e6ce-4dcf-944b-4b55036fe9d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:59:15.750992 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-d7af0243-8665-461e-a2f2-82402042dd80 req-f66dfb1b-c55e-403a-a08b-b1708c61d4d3 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Unset dirty status for tenant:29a7272ff9024cc7bc745e2e5fedde74 on resource:port {{(pid=103391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:59:15.752090 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d7af0243-8665-461e-a2f2-82402042dd80 req-f66dfb1b-c55e-403a-a08b-b1708c61d4d3 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/ports?device_id=4aaccbef-b3b7-4953-a836-b98c7e9d04a3 HTTP/1.1" status: 200 len: 944 time: 0.2335308 May 19 05:59:15.849008 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d7af0243-8665-461e-a2f2-82402042dd80 req-88d9b292-398a-47ae-831a-d6e31ee553ff tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd43737f-c144-4073-a5f6-958e055ed4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902932 May 19 05:59:15.862806 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-7b09b564-0b89-437f-ada2-ad318b8ff599 req-f9916238-e6ce-4dcf-944b-4b55036fe9d8 service neutron] For port a5c1c6e4-a42e-4f09-a446-50c8a7ef1059, host hv-cinder-78240, cleared binding levels {{(pid=103391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 05:59:15.866184 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-7b09b564-0b89-437f-ada2-ad318b8ff599 req-f9916238-e6ce-4dcf-944b-4b55036fe9d8 service neutron] For port a5c1c6e4-a42e-4f09-a446-50c8a7ef1059, host hv-cinder-78240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=a5c1c6e4-a42e-4f09-a446-50c8a7ef1059,segment=NetworkSegment(0844aaea-69d3-4db4-aeb8-d71483a536f1),segment_id=0844aaea-69d3-4db4-aeb8-d71483a536f1)] {{(pid=103391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 05:59:15.874569 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-7b09b564-0b89-437f-ada2-ad318b8ff599 req-f9916238-e6ce-4dcf-944b-4b55036fe9d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263355279'] for port, after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:59:15.879082 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-291f6ca7-4a03-4d9e-b446-7eca2900bedd tempest-AttachVolumeTestJSON-497450080 tempest-AttachVolumeTestJSON-497450080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:59:15.934535 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-db7c5e23-657c-45d4-9da5-15ba3bf0d241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:59:16.040319 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b09b564-0b89-437f-ada2-ad318b8ff599 req-f9916238-e6ce-4dcf-944b-4b55036fe9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:59:16.040922 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-7b09b564-0b89-437f-ada2-ad318b8ff599 req-f9916238-e6ce-4dcf-944b-4b55036fe9d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13023'] for port, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:59:16.042256 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7b09b564-0b89-437f-ada2-ad318b8ff599 req-f9916238-e6ce-4dcf-944b-4b55036fe9d8 service neutron] 10.222.0.26 "PUT /v2.0/ports/a5c1c6e4-a42e-4f09-a446-50c8a7ef1059 HTTP/1.1" status: 200 len: 1094 time: 1.1477695 May 19 05:59:16.042802 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aaccbef-b3b7-4953-a836-b98c7e9d04a3', 'tag': 'a5c1c6e4-a42e-4f09-a446-50c8a7ef1059'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:59:16.063234 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9916238-e6ce-4dcf-944b-4b55036fe9d8 service neutron] Pushing event updated for resources: {'Port': ['ID=a5c1c6e4-a42e-4f09-a446-50c8a7ef1059,revision_number=3']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:59:16.071760 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-f9916238-e6ce-4dcf-944b-4b55036fe9d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:59:16.159048 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4aaccbef-b3b7-4953-a836-b98c7e9d04a3', 'tag': 'a5c1c6e4-a42e-4f09-a446-50c8a7ef1059', 'status': 'completed', 'code': 200} May 19 05:59:16.161973 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b09b564-0b89-437f-ada2-ad318b8ff599 req-9019fe95-5ef4-4846-9ed3-320825bc7a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:59:16.163491 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7b09b564-0b89-437f-ada2-ad318b8ff599 req-9019fe95-5ef4-4846-9ed3-320825bc7a92 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=29a7272ff9024cc7bc745e2e5fedde74&device_id=4aaccbef-b3b7-4953-a836-b98c7e9d04a3 HTTP/1.1" status: 200 len: 1097 time: 0.0762606 May 19 05:59:16.233157 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7b09b564-0b89-437f-ada2-ad318b8ff599 req-c7cba17c-6a0d-4e67-9c59-d9287e46f3e1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a5c1c6e4-a42e-4f09-a446-50c8a7ef1059 HTTP/1.1" status: 200 len: 217 time: 0.0629821 May 19 05:59:16.294718 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b09b564-0b89-437f-ada2-ad318b8ff599 req-68b44c53-c098-4cf8-950d-9adb4edba36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:59:16.296125 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7b09b564-0b89-437f-ada2-ad318b8ff599 req-68b44c53-c098-4cf8-950d-9adb4edba36b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=daacc5ef-ccdb-4465-9aa8-991b70653993 HTTP/1.1" status: 200 len: 850 time: 0.0570896 May 19 05:59:16.372552 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b09b564-0b89-437f-ada2-ad318b8ff599 req-056f0699-0808-4020-b322-8bcd11f0845c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:59:16.373889 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7b09b564-0b89-437f-ada2-ad318b8ff599 req-056f0699-0808-4020-b322-8bcd11f0845c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=eeb2e6e5-8235-4e27-9f2e-8fa14d21139b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0713482 May 19 05:59:16.502626 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7b09b564-0b89-437f-ada2-ad318b8ff599 req-64252273-3a74-4e6d-a173-5cdffbcae678 service neutron] 10.222.0.26 "GET /v2.0/networks/eeb2e6e5-8235-4e27-9f2e-8fa14d21139b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222444 May 19 05:59:16.629571 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7b09b564-0b89-437f-ada2-ad318b8ff599 req-a48b5ed9-7d03-4143-96c9-851cd51e26b7 service neutron] 10.222.0.26 "GET /v2.0/networks/eeb2e6e5-8235-4e27-9f2e-8fa14d21139b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201730 May 19 05:59:16.743207 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e2d33f-5766-48b0-a725-e6af42e34342 req-d5b3d8bc-4009-4181-a9d0-3fd36937a7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:59:16.744669 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e9e2d33f-5766-48b0-a725-e6af42e34342 req-d5b3d8bc-4009-4181-a9d0-3fd36937a7e2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=29a7272ff9024cc7bc745e2e5fedde74&device_id=4aaccbef-b3b7-4953-a836-b98c7e9d04a3 HTTP/1.1" status: 200 len: 1097 time: 0.0702887 May 19 05:59:16.871731 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e2d33f-5766-48b0-a725-e6af42e34342 req-c64dcec4-bfc2-44a4-940b-3d56e2496343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:59:16.873173 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e9e2d33f-5766-48b0-a725-e6af42e34342 req-c64dcec4-bfc2-44a4-940b-3d56e2496343 service neutron] 10.222.0.26 "GET /v2.0/networks?id=eeb2e6e5-8235-4e27-9f2e-8fa14d21139b HTTP/1.1" status: 200 len: 912 time: 0.1225345 May 19 05:59:16.942268 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e9e2d33f-5766-48b0-a725-e6af42e34342 req-ce6abe05-f3ee-4639-9b95-e9a000d0504f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a5c1c6e4-a42e-4f09-a446-50c8a7ef1059 HTTP/1.1" status: 200 len: 217 time: 0.0629714 May 19 05:59:17.054351 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e2d33f-5766-48b0-a725-e6af42e34342 req-d40341db-3b54-41bc-b992-5e4ce0e9f45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:59:17.056301 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e9e2d33f-5766-48b0-a725-e6af42e34342 req-d40341db-3b54-41bc-b992-5e4ce0e9f45a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=daacc5ef-ccdb-4465-9aa8-991b70653993 HTTP/1.1" status: 200 len: 850 time: 0.1082132 May 19 05:59:17.124306 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0a4ebd-aec1-4d06-972b-caf60f65db89 req-ac47d900-0bb6-47b1-aee2-20a0f27ec768 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:59:17.125730 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-dc0a4ebd-aec1-4d06-972b-caf60f65db89 req-ac47d900-0bb6-47b1-aee2-20a0f27ec768 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/ports?device_id=4aaccbef-b3b7-4953-a836-b98c7e9d04a3 HTTP/1.1" status: 200 len: 944 time: 0.1491961 May 19 05:59:17.177125 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e2d33f-5766-48b0-a725-e6af42e34342 req-d7adbcd6-192e-4160-ae76-f37e73b9efbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:59:17.178476 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e9e2d33f-5766-48b0-a725-e6af42e34342 req-d7adbcd6-192e-4160-ae76-f37e73b9efbe service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=eeb2e6e5-8235-4e27-9f2e-8fa14d21139b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1150997 May 19 05:59:17.185884 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-dc0a4ebd-aec1-4d06-972b-caf60f65db89 req-b251a3ec-6684-4af1-96c8-ed84ca710719 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd43737f-c144-4073-a5f6-958e055ed4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518699 May 19 05:59:17.308478 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e9e2d33f-5766-48b0-a725-e6af42e34342 req-60b4beed-541e-42c6-9480-15bfbe85c979 service neutron] 10.222.0.26 "GET /v2.0/networks/eeb2e6e5-8235-4e27-9f2e-8fa14d21139b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216774 May 19 05:59:17.434452 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e9e2d33f-5766-48b0-a725-e6af42e34342 req-77e925e5-b5ff-4dd8-a759-43a64d72b429 service neutron] 10.222.0.26 "GET /v2.0/networks/eeb2e6e5-8235-4e27-9f2e-8fa14d21139b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194761 May 19 05:59:17.641593 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ca9ec6bf-79c4-448f-b3bb-8c49e8cf3732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:59:18.366776 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7bbc50-0ead-46ff-8869-c27148e462de req-09507951-25eb-456e-953b-d6dba8c7bd69 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:59:18.368744 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3e7bbc50-0ead-46ff-8869-c27148e462de req-09507951-25eb-456e-953b-d6dba8c7bd69 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/ports?device_id=4aaccbef-b3b7-4953-a836-b98c7e9d04a3 HTTP/1.1" status: 200 len: 944 time: 0.0785038 May 19 05:59:18.411820 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3e7bbc50-0ead-46ff-8869-c27148e462de req-1f2ec85f-5b4f-4fb5-b737-15fe1d2dc9a1 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd43737f-c144-4073-a5f6-958e055ed4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374844 May 19 05:59:19.735120 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714915c4-858f-4629-afef-b1da6a1e6f44 req-d5720582-3ad2-473d-bd03-5b1b3ee24f5f tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:59:19.736469 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-714915c4-858f-4629-afef-b1da6a1e6f44 req-d5720582-3ad2-473d-bd03-5b1b3ee24f5f tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/ports?device_id=4aaccbef-b3b7-4953-a836-b98c7e9d04a3 HTTP/1.1" status: 200 len: 944 time: 0.0784247 May 19 05:59:19.779681 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-714915c4-858f-4629-afef-b1da6a1e6f44 req-62592752-0651-4b13-bda5-38850ed94eff tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd43737f-c144-4073-a5f6-958e055ed4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375702 May 19 05:59:20.965327 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3225f2df-7487-4ee4-b54c-c594c94dc29c req-1ac84e23-8312-4b0c-bc2b-b3c41ace7942 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:59:20.966774 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3225f2df-7487-4ee4-b54c-c594c94dc29c req-1ac84e23-8312-4b0c-bc2b-b3c41ace7942 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/ports?device_id=4aaccbef-b3b7-4953-a836-b98c7e9d04a3 HTTP/1.1" status: 200 len: 944 time: 0.0824254 May 19 05:59:21.009641 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3225f2df-7487-4ee4-b54c-c594c94dc29c req-c0a89c80-8fd3-42a1-b01c-4ae09979b428 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd43737f-c144-4073-a5f6-958e055ed4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372741 May 19 05:59:22.291099 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71aca25-0ef5-438f-beb6-3124073d0985 req-1187c2ca-e947-4327-9bd9-e8ea57433d5b tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:59:22.292445 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c71aca25-0ef5-438f-beb6-3124073d0985 req-1187c2ca-e947-4327-9bd9-e8ea57433d5b tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/ports?device_id=4aaccbef-b3b7-4953-a836-b98c7e9d04a3 HTTP/1.1" status: 200 len: 944 time: 0.1811965 May 19 05:59:22.335617 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c71aca25-0ef5-438f-beb6-3124073d0985 req-19508b4a-78b5-4680-88d6-91ffc9acdefc tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd43737f-c144-4073-a5f6-958e055ed4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374885 May 19 05:59:23.514163 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3052b6a-08cd-4c77-8ac2-14cf1a10a54a req-67e977a9-6100-4bde-bb1e-027a8e860545 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:59:23.515532 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d3052b6a-08cd-4c77-8ac2-14cf1a10a54a req-67e977a9-6100-4bde-bb1e-027a8e860545 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/ports?device_id=4aaccbef-b3b7-4953-a836-b98c7e9d04a3 HTTP/1.1" status: 200 len: 944 time: 0.0788972 May 19 05:59:23.558118 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d3052b6a-08cd-4c77-8ac2-14cf1a10a54a req-c24f00d3-f7e8-4573-b5a4-49a980c586bf tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd43737f-c144-4073-a5f6-958e055ed4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370712 May 19 05:59:23.979268 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Device a5c1c6e4-a42e-4f09-a446-50c8a7ef1059 details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=103392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 05:59:24.108399 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] For port a5c1c6e4-a42e-4f09-a446-50c8a7ef1059, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=a5c1c6e4-a42e-4f09-a446-50c8a7ef1059,segment=NetworkSegment(0844aaea-69d3-4db4-aeb8-d71483a536f1),segment_id=0844aaea-69d3-4db4-aeb8-d71483a536f1)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:59:24.120912 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Returning: {'device': 'a5c1c6e4-a42e-4f09-a446-50c8a7ef1059', 'network_id': 'eeb2e6e5-8235-4e27-9f2e-8fa14d21139b', 'port_id': 'a5c1c6e4-a42e-4f09-a446-50c8a7ef1059', 'mac_address': 'fa:16:3e:4c:cc:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daacc5ef-ccdb-4465-9aa8-991b70653993', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 05:59:24.173783 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:59:24.189725 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5c1c6e4-a42e-4f09-a446-50c8a7ef1059 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 05:59:24.204880 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] For port a5c1c6e4-a42e-4f09-a446-50c8a7ef1059, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=a5c1c6e4-a42e-4f09-a446-50c8a7ef1059,segment=NetworkSegment(0844aaea-69d3-4db4-aeb8-d71483a536f1),segment_id=0844aaea-69d3-4db4-aeb8-d71483a536f1)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:59:24.208875 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:59:24.211271 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:59:24.277069 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Pushing event updated for resources: {'Port': ['ID=a5c1c6e4-a42e-4f09-a446-50c8a7ef1059,revision_number=4']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:59:24.280029 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:59:24.560776 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] get_ports_and_sgs() called for port_ids ['a5c1c6e4-a42e-4f09-a446-50c8a7ef1059'] {{(pid=103392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 05:59:24.741273 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bae5fc-5949-4f23-aef1-6f01aad39381 req-2d0a8942-afc3-478f-8a85-5f3c1196d706 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:59:24.743121 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e0bae5fc-5949-4f23-aef1-6f01aad39381 req-2d0a8942-afc3-478f-8a85-5f3c1196d706 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/ports?device_id=4aaccbef-b3b7-4953-a836-b98c7e9d04a3 HTTP/1.1" status: 200 len: 945 time: 0.0835145 May 19 05:59:24.789923 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e0bae5fc-5949-4f23-aef1-6f01aad39381 req-b3af89fa-0ebf-4c06-942a-9cd8b92842a1 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd43737f-c144-4073-a5f6-958e055ed4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409219 May 19 05:59:25.975660 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b903ae63-6cdc-4212-b315-0ea41f74f7e4 req-33c25fb0-4ce4-4487-89fd-a5ce20e91555 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:59:25.977390 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b903ae63-6cdc-4212-b315-0ea41f74f7e4 req-33c25fb0-4ce4-4487-89fd-a5ce20e91555 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/ports?device_id=4aaccbef-b3b7-4953-a836-b98c7e9d04a3 HTTP/1.1" status: 200 len: 945 time: 0.0829537 May 19 05:59:25.981800 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Device a5c1c6e4-a42e-4f09-a446-50c8a7ef1059 up at agent hyperv_hv-cinder-78240 {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:59:26.022336 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b903ae63-6cdc-4212-b315-0ea41f74f7e4 req-d8e31bd7-bae7-4cc2-a3df-adf41beb8837 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd43737f-c144-4073-a5f6-958e055ed4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391715 May 19 05:59:26.048098 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Provisioning for port a5c1c6e4-a42e-4f09-a446-50c8a7ef1059 completed by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:59:26.052614 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Provisioning complete for port a5c1c6e4-a42e-4f09-a446-50c8a7ef1059 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:59:26.052994 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:59:26.165989 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:59:26.191757 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aaccbef-b3b7-4953-a836-b98c7e9d04a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c1c6e4-a42e-4f09-a446-50c8a7ef1059'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:59:26.200986 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] For port a5c1c6e4-a42e-4f09-a446-50c8a7ef1059, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=a5c1c6e4-a42e-4f09-a446-50c8a7ef1059,segment=NetworkSegment(0844aaea-69d3-4db4-aeb8-d71483a536f1),segment_id=0844aaea-69d3-4db4-aeb8-d71483a536f1)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:59:26.205447 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:59:26.207472 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-3aec0be4-d6bb-4b97-8f32-c554dff3d278 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:59:26.273712 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Pushing event updated for resources: {'Port': ['ID=a5c1c6e4-a42e-4f09-a446-50c8a7ef1059,revision_number=5']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:59:26.280842 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:59:26.281187 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:59:26.281520 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:59:26.281984 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:59:26.282204 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:59:26.282491 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:59:26.282857 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:59:26.283234 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:59:26.283570 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:59:26.283892 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:59:26.284212 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:59:26.284589 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:59:26.289208 dv-cinder-782405-8-iscsi neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aaccbef-b3b7-4953-a836-b98c7e9d04a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c1c6e4-a42e-4f09-a446-50c8a7ef1059', 'code': 200} May 19 05:59:26.289931 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:59:26.552513 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43098aab-fdc9-4e9f-90e7-f77b778c808f req-8da79203-b75c-4265-925e-b1f145693eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:59:26.553863 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-43098aab-fdc9-4e9f-90e7-f77b778c808f req-8da79203-b75c-4265-925e-b1f145693eda service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4aaccbef-b3b7-4953-a836-b98c7e9d04a3 HTTP/1.1" status: 200 len: 1099 time: 0.0679216 May 19 05:59:26.593139 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-43098aab-fdc9-4e9f-90e7-f77b778c808f req-a8ef32a8-01a1-4693-886b-7a38cc9179c3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=dd43737f-c144-4073-a5f6-958e055ed4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330539 May 19 05:59:26.606904 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-8ef77f1b-c1f2-4f7f-903c-9c4facac0416 None None] Agent healthcheck: found 6 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 05:59:27.202418 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2db497a-7ac6-4c43-893f-debcd2dac857 req-17773958-0d0b-47a5-9eab-d4e0e4b14fdd tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:59:27.203876 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c2db497a-7ac6-4c43-893f-debcd2dac857 req-17773958-0d0b-47a5-9eab-d4e0e4b14fdd tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/ports?device_id=4aaccbef-b3b7-4953-a836-b98c7e9d04a3 HTTP/1.1" status: 200 len: 946 time: 0.0782075 May 19 05:59:27.250304 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c2db497a-7ac6-4c43-893f-debcd2dac857 req-41673f2e-01f8-4898-9d6e-2f50d54ffabd tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd43737f-c144-4073-a5f6-958e055ed4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407250 May 19 05:59:28.436315 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cba9246-d48d-4949-928c-35f104cb2d30 req-93b6edd5-3702-4fb9-bcd1-f789270ee770 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:59:28.437729 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1cba9246-d48d-4949-928c-35f104cb2d30 req-93b6edd5-3702-4fb9-bcd1-f789270ee770 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/ports?device_id=4aaccbef-b3b7-4953-a836-b98c7e9d04a3 HTTP/1.1" status: 200 len: 946 time: 0.0809083 May 19 05:59:28.483711 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1cba9246-d48d-4949-928c-35f104cb2d30 req-481e4257-27ba-4c56-9bd3-3b3a3f95493d tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd43737f-c144-4073-a5f6-958e055ed4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403051 May 19 05:59:28.660445 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d815a60-9f32-4240-877f-d1d44a120d64 req-c4beea74-6fe2-4a76-9646-6b9d1cfe7dc4 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:59:28.661878 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1d815a60-9f32-4240-877f-d1d44a120d64 req-c4beea74-6fe2-4a76-9646-6b9d1cfe7dc4 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/ports?device_id=4aaccbef-b3b7-4953-a836-b98c7e9d04a3 HTTP/1.1" status: 200 len: 946 time: 0.0785835 May 19 05:59:28.705512 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1d815a60-9f32-4240-877f-d1d44a120d64 req-935ff4a6-acf9-439b-a186-5909fd0813a4 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd43737f-c144-4073-a5f6-958e055ed4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379426 May 19 05:59:28.708191 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:59:28.729198 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 53812) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:59:28.839072 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed628923-7fe3-4b0d-b182-e3f8abe507c9 tempest-TestVolumeBootPattern-2128788534 tempest-TestVolumeBootPattern-2128788534-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:59:28.839777 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-ed628923-7fe3-4b0d-b182-e3f8abe507c9 tempest-TestVolumeBootPattern-2128788534 tempest-TestVolumeBootPattern-2128788534-project-admin] Synchronizing usage tracker for tenant:5d5ce5ff6f6144f8979d77c06e45eb6a on resource:port {{(pid=103391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:59:28.856072 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-ed628923-7fe3-4b0d-b182-e3f8abe507c9 tempest-TestVolumeBootPattern-2128788534 tempest-TestVolumeBootPattern-2128788534-project-admin] Unset dirty status for tenant:5d5ce5ff6f6144f8979d77c06e45eb6a on resource:port {{(pid=103391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:59:28.857231 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-ed628923-7fe3-4b0d-b182-e3f8abe507c9 tempest-TestVolumeBootPattern-2128788534 tempest-TestVolumeBootPattern-2128788534-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=4aaccbef-b3b7-4953-a836-b98c7e9d04a3 HTTP/1.1" status: 200 len: 1094 time: 0.1270452 May 19 05:59:28.860170 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 53818) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:59:28.865236 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-1b00a3e3-4e08-43bb-889c-c35261b0a5ef tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Request body: {'floatingip': {'floating_network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'port_id': 'a5c1c6e4-a42e-4f09-a446-50c8a7ef1059', 'tenant_id': '29a7272ff9024cc7bc745e2e5fedde74', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:59:28.871413 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-1b00a3e3-4e08-43bb-889c-c35261b0a5ef tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:59:28.875188 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-1b00a3e3-4e08-43bb-889c-c35261b0a5ef tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Usage tracker for resource:floatingip and tenant:29a7272ff9024cc7bc745e2e5fedde74 is out of sync, need to count used quota {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:59:28.877935 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [None req-1b00a3e3-4e08-43bb-889c-c35261b0a5ef tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103391) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:59:28.884332 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [None req-1b00a3e3-4e08-43bb-889c-c35261b0a5ef tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:59:28.894092 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1b00a3e3-4e08-43bb-889c-c35261b0a5ef tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks [] for floatingip, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:59:29.027545 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1b00a3e3-4e08-43bb-889c-c35261b0a5ef tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:59:29.160676 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [None req-1b00a3e3-4e08-43bb-889c-c35261b0a5ef tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Allocated IP 172.27.0.130 (1e6dde84-3174-47a4-a93f-45a4a19145c3/a354a417-b24c-44ef-b568-941dc79a6d49/41b6e2db-c9d7-40c6-a87d-c8a7621c7bb0) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 05:59:29.303548 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1b00a3e3-4e08-43bb-889c-c35261b0a5ef tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks [] for port, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:59:29.331216 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1b00a3e3-4e08-43bb-889c-c35261b0a5ef tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742272799735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263355286'] for port, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:59:29.335693 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-3b35a785-7ce1-4b37-85fa-64eecf3abe37 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:59:29.397366 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b00a3e3-4e08-43bb-889c-c35261b0a5ef tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Network 1e6dde84-3174-47a4-a93f-45a4a19145c3 is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:59:29.400209 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-1b00a3e3-4e08-43bb-889c-c35261b0a5ef tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:59:29.403206 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b00a3e3-4e08-43bb-889c-c35261b0a5ef tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 05:59:29.446366 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b00a3e3-4e08-43bb-889c-c35261b0a5ef tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Pushing event updated for resources: {'Port': ['ID=41b6e2db-c9d7-40c6-a87d-c8a7621c7bb0,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:59:29.458073 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b00a3e3-4e08-43bb-889c-c35261b0a5ef tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:59:29.458491 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b00a3e3-4e08-43bb-889c-c35261b0a5ef tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:59:29.458903 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b00a3e3-4e08-43bb-889c-c35261b0a5ef tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:59:29.459286 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b00a3e3-4e08-43bb-889c-c35261b0a5ef tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:59:29.459652 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b00a3e3-4e08-43bb-889c-c35261b0a5ef tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:59:29.460020 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b00a3e3-4e08-43bb-889c-c35261b0a5ef tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:59:29.460400 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b00a3e3-4e08-43bb-889c-c35261b0a5ef tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:59:29.460771 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b00a3e3-4e08-43bb-889c-c35261b0a5ef tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:59:29.461139 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b00a3e3-4e08-43bb-889c-c35261b0a5ef tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:59:29.461499 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b00a3e3-4e08-43bb-889c-c35261b0a5ef tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:59:29.461860 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b00a3e3-4e08-43bb-889c-c35261b0a5ef tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:59:29.462218 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b00a3e3-4e08-43bb-889c-c35261b0a5ef tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:59:29.467224 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-1b00a3e3-4e08-43bb-889c-c35261b0a5ef tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:59:29.813440 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1b00a3e3-4e08-43bb-889c-c35261b0a5ef tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:59:29.884911 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1b00a3e3-4e08-43bb-889c-c35261b0a5ef tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:59:30.180789 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1b00a3e3-4e08-43bb-889c-c35261b0a5ef tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks [] for port, precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:59:30.185314 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1b00a3e3-4e08-43bb-889c-c35261b0a5ef tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263355279'] for port, after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:59:30.189015 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-b3bbc8e1-77b3-47ec-8a85-a0b0acc99bd4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:59:30.295190 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b00a3e3-4e08-43bb-889c-c35261b0a5ef tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Pushing event updated for resources: {'Port': ['ID=41b6e2db-c9d7-40c6-a87d-c8a7621c7bb0,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:59:30.299312 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-1b00a3e3-4e08-43bb-889c-c35261b0a5ef tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:59:30.303713 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1b00a3e3-4e08-43bb-889c-c35261b0a5ef tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-399030'] for floatingip, after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:59:30.467459 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.db.l3_db [None req-1b00a3e3-4e08-43bb-889c-c35261b0a5ef tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Floating IP e1cb4385-90fd-4cc2-b732-983585d13310 associated. External IP: 172.27.0.130, port: a5c1c6e4-a42e-4f09-a446-50c8a7ef1059. May 19 05:59:30.811862 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b00a3e3-4e08-43bb-889c-c35261b0a5ef tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Router 0860b901-3f25-4390-a4ec-2d5b7440fcb3 has already been hosted by L3 agent b1c473b1-11ec-4d73-8852-93414dd700fb {{(pid=103391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 05:59:30.984699 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b00a3e3-4e08-43bb-889c-c35261b0a5ef tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify agent at l3_agent.dv-cinder-782405-8-iscsi the message routers_updated {{(pid=103391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 05:59:30.994221 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752432e9-b3b8-41da-8735-0031e02ff577 None None] Sync routers for ids ['0860b901-3f25-4390-a4ec-2d5b7440fcb3'] in dv-cinder-782405-8-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 05:59:31.004779 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752432e9-b3b8-41da-8735-0031e02ff577 None None] Routers {'0860b901-3f25-4390-a4ec-2d5b7440fcb3'} bound to L3 agent in host dv-cinder-782405-8-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:59:31.005396 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-752432e9-b3b8-41da-8735-0031e02ff577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T05:35:15Z,description=,heartbeat_timestamp=2021-05-19T05:59:15Z,host='dv-cinder-782405-8-iscsi',id=b1c473b1-11ec-4d73-8852-93414dd700fb,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:35:15Z,topic='l3_agent')) {'router_ids': ['0860b901-3f25-4390-a4ec-2d5b7440fcb3'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:59:31.008327 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1b00a3e3-4e08-43bb-889c-c35261b0a5ef tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13023'] for floatingip, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:59:31.064746 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-1b00a3e3-4e08-43bb-889c-c35261b0a5ef tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2034833 May 19 05:59:31.065309 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aaccbef-b3b7-4953-a836-b98c7e9d04a3', 'tag': 'a5c1c6e4-a42e-4f09-a446-50c8a7ef1059'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:59:31.110220 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4aaccbef-b3b7-4953-a836-b98c7e9d04a3', 'tag': 'a5c1c6e4-a42e-4f09-a446-50c8a7ef1059', 'status': 'completed', 'code': 200} May 19 05:59:31.192216 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-752432e9-b3b8-41da-8735-0031e02ff577 None None] Set router 0860b901-3f25-4390-a4ec-2d5b7440fcb3 gateway port host: dv-cinder-782405-8-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:59:31.202633 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba99861-54f2-4dc3-9872-483fc8f70bbb req-bf38db99-ad4d-4921-89e6-ad9cbbea9525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:59:31.204122 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0ba99861-54f2-4dc3-9872-483fc8f70bbb req-bf38db99-ad4d-4921-89e6-ad9cbbea9525 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=29a7272ff9024cc7bc745e2e5fedde74&device_id=4aaccbef-b3b7-4953-a836-b98c7e9d04a3 HTTP/1.1" status: 200 len: 1099 time: 0.0717340 May 19 05:59:31.333163 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba99861-54f2-4dc3-9872-483fc8f70bbb req-6f1f3359-382d-432d-bfde-1ec4e770d92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:59:31.334637 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0ba99861-54f2-4dc3-9872-483fc8f70bbb req-6f1f3359-382d-432d-bfde-1ec4e770d92e service neutron] 10.222.0.26 "GET /v2.0/networks?id=eeb2e6e5-8235-4e27-9f2e-8fa14d21139b HTTP/1.1" status: 200 len: 912 time: 0.1245584 May 19 05:59:31.435915 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0ba99861-54f2-4dc3-9872-483fc8f70bbb req-aec8ecac-3d52-49af-916c-c2068a5d2ec7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a5c1c6e4-a42e-4f09-a446-50c8a7ef1059 HTTP/1.1" status: 200 len: 1000 time: 0.0946782 May 19 05:59:31.497454 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba99861-54f2-4dc3-9872-483fc8f70bbb req-65395f70-aa88-4671-ac2d-ba3bca1d8c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:59:31.498908 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0ba99861-54f2-4dc3-9872-483fc8f70bbb req-65395f70-aa88-4671-ac2d-ba3bca1d8c21 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=daacc5ef-ccdb-4465-9aa8-991b70653993 HTTP/1.1" status: 200 len: 850 time: 0.0572853 May 19 05:59:31.526740 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-752432e9-b3b8-41da-8735-0031e02ff577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0860b901-3f25-4390-a4ec-2d5b7440fcb3', 'name': 'tempest-TestVolumeBootPattern-417061248-router', 'tenant_id': '29a7272ff9024cc7bc745e2e5fedde74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '494f3908-e112-411e-ae19-34c32a6ec123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:58:32Z', 'updated_at': '2021-05-19T05:58:36Z', 'revision_number': 4, 'project_id': '29a7272ff9024cc7bc745e2e5fedde74', 'gw_port': {'id': '494f3908-e112-411e-ae19-34c32a6ec123', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ae:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0860b901-3f25-4390-a4ec-2d5b7440fcb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:33Z', 'updated_at': '2021-05-19T05:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi', '_floatingips': [{'id': 'e1cb4385-90fd-4cc2-b732-983585d13310', 'tenant_id': '29a7272ff9024cc7bc745e2e5fedde74', 'floating_ip_address': '172.27.0.130', 'floating_network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'router_id': '0860b901-3f25-4390-a4ec-2d5b7440fcb3', 'port_id': 'a5c1c6e4-a42e-4f09-a446-50c8a7ef1059', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeb2e6e5-8235-4e27-9f2e-8fa14d21139b', 'mac_address': 'fa:16:3e:4c:cc:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aaccbef-b3b7-4953-a836-b98c7e9d04a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T05:59:29Z', 'updated_at': '2021-05-19T05:59:29Z', 'revision_number': 0, 'project_id': '29a7272ff9024cc7bc745e2e5fedde74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfa1e9d7-2d2f-4a69-b40c-903fa59565c0', 'name': '', 'network_id': 'eeb2e6e5-8235-4e27-9f2e-8fa14d21139b', 'tenant_id': '29a7272ff9024cc7bc745e2e5fedde74', 'mac_address': 'fa:16:3e:83:8f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0860b901-3f25-4390-a4ec-2d5b7440fcb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'daacc5ef-ccdb-4465-9aa8-991b70653993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:35Z', 'updated_at': '2021-05-19T05:58:43Z', 'revision_number': 5, 'project_id': '29a7272ff9024cc7bc745e2e5fedde74', 'subnets': [{'id': 'daacc5ef-ccdb-4465-9aa8-991b70653993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:59:31.530370 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752432e9-b3b8-41da-8735-0031e02ff577 None None] Checking router: 0860b901-3f25-4390-a4ec-2d5b7440fcb3 for host: dv-cinder-782405-8-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 05:59:31.538322 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752432e9-b3b8-41da-8735-0031e02ff577 None None] Routers {'0860b901-3f25-4390-a4ec-2d5b7440fcb3'} bound to L3 agent in host dv-cinder-782405-8-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:59:31.538965 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-752432e9-b3b8-41da-8735-0031e02ff577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T05:35:15Z,description=,heartbeat_timestamp=2021-05-19T05:59:15Z,host='dv-cinder-782405-8-iscsi',id=b1c473b1-11ec-4d73-8852-93414dd700fb,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:35:15Z,topic='l3_agent')) {'router_ids': ['0860b901-3f25-4390-a4ec-2d5b7440fcb3'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:59:31.699159 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba99861-54f2-4dc3-9872-483fc8f70bbb req-fee1700c-333b-4e4f-9d06-7ebf7255910d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:59:31.700537 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0ba99861-54f2-4dc3-9872-483fc8f70bbb req-fee1700c-333b-4e4f-9d06-7ebf7255910d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=eeb2e6e5-8235-4e27-9f2e-8fa14d21139b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1958098 May 19 05:59:31.752483 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-752432e9-b3b8-41da-8735-0031e02ff577 None None] Set router 0860b901-3f25-4390-a4ec-2d5b7440fcb3 gateway port host: dv-cinder-782405-8-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:59:31.831310 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0ba99861-54f2-4dc3-9872-483fc8f70bbb req-8c464cef-65b8-4442-8b38-bb9c009a228b service neutron] 10.222.0.26 "GET /v2.0/networks/eeb2e6e5-8235-4e27-9f2e-8fa14d21139b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244717 May 19 05:59:31.961549 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0ba99861-54f2-4dc3-9872-483fc8f70bbb req-54208175-15fb-4ac8-8826-629a234102ac service neutron] 10.222.0.26 "GET /v2.0/networks/eeb2e6e5-8235-4e27-9f2e-8fa14d21139b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235285 May 19 05:59:32.089157 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-752432e9-b3b8-41da-8735-0031e02ff577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0860b901-3f25-4390-a4ec-2d5b7440fcb3', 'name': 'tempest-TestVolumeBootPattern-417061248-router', 'tenant_id': '29a7272ff9024cc7bc745e2e5fedde74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '494f3908-e112-411e-ae19-34c32a6ec123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:58:32Z', 'updated_at': '2021-05-19T05:58:36Z', 'revision_number': 4, 'project_id': '29a7272ff9024cc7bc745e2e5fedde74', 'gw_port': {'id': '494f3908-e112-411e-ae19-34c32a6ec123', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ae:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0860b901-3f25-4390-a4ec-2d5b7440fcb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:33Z', 'updated_at': '2021-05-19T05:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi', '_floatingips': [{'id': 'e1cb4385-90fd-4cc2-b732-983585d13310', 'tenant_id': '29a7272ff9024cc7bc745e2e5fedde74', 'floating_ip_address': '172.27.0.130', 'floating_network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'router_id': '0860b901-3f25-4390-a4ec-2d5b7440fcb3', 'port_id': 'a5c1c6e4-a42e-4f09-a446-50c8a7ef1059', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeb2e6e5-8235-4e27-9f2e-8fa14d21139b', 'mac_address': 'fa:16:3e:4c:cc:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aaccbef-b3b7-4953-a836-b98c7e9d04a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T05:59:29Z', 'updated_at': '2021-05-19T05:59:29Z', 'revision_number': 0, 'project_id': '29a7272ff9024cc7bc745e2e5fedde74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfa1e9d7-2d2f-4a69-b40c-903fa59565c0', 'name': '', 'network_id': 'eeb2e6e5-8235-4e27-9f2e-8fa14d21139b', 'tenant_id': '29a7272ff9024cc7bc745e2e5fedde74', 'mac_address': 'fa:16:3e:83:8f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0860b901-3f25-4390-a4ec-2d5b7440fcb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'daacc5ef-ccdb-4465-9aa8-991b70653993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:35Z', 'updated_at': '2021-05-19T05:58:43Z', 'revision_number': 5, 'project_id': '29a7272ff9024cc7bc745e2e5fedde74', 'subnets': [{'id': 'daacc5ef-ccdb-4465-9aa8-991b70653993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:59:32.093004 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752432e9-b3b8-41da-8735-0031e02ff577 None None] The sync data for ids ['0860b901-3f25-4390-a4ec-2d5b7440fcb3'] in dv-cinder-782405-8-iscsi is: [{'id': '0860b901-3f25-4390-a4ec-2d5b7440fcb3', 'name': 'tempest-TestVolumeBootPattern-417061248-router', 'tenant_id': '29a7272ff9024cc7bc745e2e5fedde74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '494f3908-e112-411e-ae19-34c32a6ec123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:58:32Z', 'updated_at': '2021-05-19T05:58:36Z', 'revision_number': 4, 'project_id': '29a7272ff9024cc7bc745e2e5fedde74', 'gw_port': {'id': '494f3908-e112-411e-ae19-34c32a6ec123', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ae:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0860b901-3f25-4390-a4ec-2d5b7440fcb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:33Z', 'updated_at': '2021-05-19T05:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi', '_floatingips': [{'id': 'e1cb4385-90fd-4cc2-b732-983585d13310', 'tenant_id': '29a7272ff9024cc7bc745e2e5fedde74', 'floating_ip_address': '172.27.0.130', 'floating_network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'router_id': '0860b901-3f25-4390-a4ec-2d5b7440fcb3', 'port_id': 'a5c1c6e4-a42e-4f09-a446-50c8a7ef1059', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeb2e6e5-8235-4e27-9f2e-8fa14d21139b', 'mac_address': 'fa:16:3e:4c:cc:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aaccbef-b3b7-4953-a836-b98c7e9d04a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T05:59:29Z', 'updated_at': '2021-05-19T05:59:29Z', 'revision_number': 0, 'project_id': '29a7272ff9024cc7bc745e2e5fedde74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfa1e9d7-2d2f-4a69-b40c-903fa59565c0', 'name': '', 'network_id': 'eeb2e6e5-8235-4e27-9f2e-8fa14d21139b', 'tenant_id': '29a7272ff9024cc7bc745e2e5fedde74', 'mac_address': 'fa:16:3e:83:8f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0860b901-3f25-4390-a4ec-2d5b7440fcb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'daacc5ef-ccdb-4465-9aa8-991b70653993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:35Z', 'updated_at': '2021-05-19T05:58:43Z', 'revision_number': 5, 'project_id': '29a7272ff9024cc7bc745e2e5fedde74', 'subnets': [{'id': 'daacc5ef-ccdb-4465-9aa8-991b70653993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 05:59:32.267649 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b239dd0-666e-4187-8274-ab23ca77ac32 None None] New status for floating IP e1cb4385-90fd-4cc2-b732-983585d13310: ACTIVE {{(pid=103393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 05:59:42.360779 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-62d08168-3919-4a64-b049-6efa81818d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:59:44.713316 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-97ca9682-58d1-410d-92d1-0e4f394448e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:59:44.873203 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:59:45.934758 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-db7c5e23-657c-45d4-9da5-15ba3bf0d241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:59:47.644772 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ca9ec6bf-79c4-448f-b3bb-8c49e8cf3732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:59:58.723026 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:00:03.606146 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-8ef77f1b-c1f2-4f7f-903c-9c4facac0416 None None] Agent healthcheck: found 6 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 06:00:10.639701 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-862bbe4c-3965-42f3-84a1-2e3663f87b0a req-e15b7289-6e28-46c8-8aaf-5ded7dcc1fc3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4aaccbef-b3b7-4953-a836-b98c7e9d04a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0674732 May 19 06:00:10.777769 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862bbe4c-3965-42f3-84a1-2e3663f87b0a req-78ca5601-6981-4561-8613-f95f7aee07d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:10.779266 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-862bbe4c-3965-42f3-84a1-2e3663f87b0a req-78ca5601-6981-4561-8613-f95f7aee07d6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=29a7272ff9024cc7bc745e2e5fedde74&device_id=4aaccbef-b3b7-4953-a836-b98c7e9d04a3 HTTP/1.1" status: 200 len: 1099 time: 0.0698946 May 19 06:00:10.919612 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862bbe4c-3965-42f3-84a1-2e3663f87b0a req-38a21b5c-8294-4a5c-929f-58e9415df187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:10.920975 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-862bbe4c-3965-42f3-84a1-2e3663f87b0a req-38a21b5c-8294-4a5c-929f-58e9415df187 service neutron] 10.222.0.26 "GET /v2.0/networks?id=eeb2e6e5-8235-4e27-9f2e-8fa14d21139b HTTP/1.1" status: 200 len: 912 time: 0.1232679 May 19 06:00:11.021835 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-862bbe4c-3965-42f3-84a1-2e3663f87b0a req-95949fb6-e641-46ac-8d9d-af2c1bbe8af1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a5c1c6e4-a42e-4f09-a446-50c8a7ef1059 HTTP/1.1" status: 200 len: 1002 time: 0.0937824 May 19 06:00:11.085372 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862bbe4c-3965-42f3-84a1-2e3663f87b0a req-12a5bebb-4a30-4f65-9db1-7f648b7c7703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:11.086792 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-862bbe4c-3965-42f3-84a1-2e3663f87b0a req-12a5bebb-4a30-4f65-9db1-7f648b7c7703 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=daacc5ef-ccdb-4465-9aa8-991b70653993 HTTP/1.1" status: 200 len: 850 time: 0.0585401 May 19 06:00:11.159304 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862bbe4c-3965-42f3-84a1-2e3663f87b0a req-ff71345b-e0f8-4a32-8de3-759545ad9191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:11.160766 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-862bbe4c-3965-42f3-84a1-2e3663f87b0a req-ff71345b-e0f8-4a32-8de3-759545ad9191 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=eeb2e6e5-8235-4e27-9f2e-8fa14d21139b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0680101 May 19 06:00:11.288345 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-862bbe4c-3965-42f3-84a1-2e3663f87b0a req-4f65c8d0-6dae-4bd7-a33d-658b926b5cfe service neutron] 10.222.0.26 "GET /v2.0/networks/eeb2e6e5-8235-4e27-9f2e-8fa14d21139b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203437 May 19 06:00:11.416421 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-862bbe4c-3965-42f3-84a1-2e3663f87b0a req-4e8ff96f-032b-4bee-9f9b-c0526dc2f5f7 service neutron] 10.222.0.26 "GET /v2.0/networks/eeb2e6e5-8235-4e27-9f2e-8fa14d21139b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216998 May 19 06:00:12.363770 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4f3060ab-8fcd-40b0-be56-271053f634bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:00:14.714099 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b78a39b7-69b4-4250-b48c-35ae1f5613dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:00:14.874468 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:00:15.937689 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-db7c5e23-657c-45d4-9da5-15ba3bf0d241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:00:17.646457 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ca9ec6bf-79c4-448f-b3bb-8c49e8cf3732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:00:28.745102 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:00:40.605405 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-8ef77f1b-c1f2-4f7f-903c-9c4facac0416 None None] Agent healthcheck: found 6 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 06:00:42.365542 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8c9a069f-2724-4d8e-b697-d2e35777b496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:00:44.715113 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ce3645f5-f769-456f-87c9-234dfcd4e5e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:00:44.875032 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:00:45.940191 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-db7c5e23-657c-45d4-9da5-15ba3bf0d241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:00:47.648593 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ca9ec6bf-79c4-448f-b3bb-8c49e8cf3732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:00:58.743981 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:12.367210 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c90c570f-abf4-4ed0-a0e9-917b0904d7d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:12.673025 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4cce6423-fbb0-4eaa-afd5-08c03fefc977 req-ce2f876b-8243-4421-839c-ed3d1b3f959c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4aaccbef-b3b7-4953-a836-b98c7e9d04a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0738020 May 19 06:01:12.806861 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce6423-fbb0-4eaa-afd5-08c03fefc977 req-1a5cbff4-b3e3-4454-99b1-c081e7e51dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:01:12.808268 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4cce6423-fbb0-4eaa-afd5-08c03fefc977 req-1a5cbff4-b3e3-4454-99b1-c081e7e51dcc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=29a7272ff9024cc7bc745e2e5fedde74&device_id=4aaccbef-b3b7-4953-a836-b98c7e9d04a3 HTTP/1.1" status: 200 len: 1099 time: 0.0690486 May 19 06:01:12.947306 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce6423-fbb0-4eaa-afd5-08c03fefc977 req-94b6b2f5-9348-48ba-9cd0-6bfed4fd4fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:01:12.948648 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4cce6423-fbb0-4eaa-afd5-08c03fefc977 req-94b6b2f5-9348-48ba-9cd0-6bfed4fd4fc5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=eeb2e6e5-8235-4e27-9f2e-8fa14d21139b HTTP/1.1" status: 200 len: 912 time: 0.1225276 May 19 06:01:13.049594 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4cce6423-fbb0-4eaa-afd5-08c03fefc977 req-7283bab0-14df-404a-8947-9a9c7cb3691b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a5c1c6e4-a42e-4f09-a446-50c8a7ef1059 HTTP/1.1" status: 200 len: 1002 time: 0.0948179 May 19 06:01:13.111109 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce6423-fbb0-4eaa-afd5-08c03fefc977 req-a32e9738-e7d1-4d7a-a75d-bac357c90cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:01:13.112472 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4cce6423-fbb0-4eaa-afd5-08c03fefc977 req-a32e9738-e7d1-4d7a-a75d-bac357c90cd4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=daacc5ef-ccdb-4465-9aa8-991b70653993 HTTP/1.1" status: 200 len: 850 time: 0.0559909 May 19 06:01:13.287722 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce6423-fbb0-4eaa-afd5-08c03fefc977 req-1864f1d7-428b-4cdf-98c2-33d0f07b9b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:01:13.289718 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4cce6423-fbb0-4eaa-afd5-08c03fefc977 req-1864f1d7-428b-4cdf-98c2-33d0f07b9b3c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=eeb2e6e5-8235-4e27-9f2e-8fa14d21139b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1695108 May 19 06:01:13.417728 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4cce6423-fbb0-4eaa-afd5-08c03fefc977 req-8270e8ce-3aa5-4e11-97c7-2883f1ca23d3 service neutron] 10.222.0.26 "GET /v2.0/networks/eeb2e6e5-8235-4e27-9f2e-8fa14d21139b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217709 May 19 06:01:13.544897 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4cce6423-fbb0-4eaa-afd5-08c03fefc977 req-303c405b-ac90-47da-a03b-187609821496 service neutron] 10.222.0.26 "GET /v2.0/networks/eeb2e6e5-8235-4e27-9f2e-8fa14d21139b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211946 May 19 06:01:14.715601 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-15467b9b-3014-4e6e-bfee-5fc3552de1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:14.879727 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:15.941872 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-db7c5e23-657c-45d4-9da5-15ba3bf0d241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:17.604430 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-8ef77f1b-c1f2-4f7f-903c-9c4facac0416 None None] Agent healthcheck: found 6 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 06:01:17.650727 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ca9ec6bf-79c4-448f-b3bb-8c49e8cf3732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:28.758824 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:42.368899 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dc1f4157-d390-4a13-a2c7-7be77f720178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:44.717056 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8ac9ae31-bb17-4438-a149-8f2cec4f4c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:44.881883 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:45.469315 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e988c02a-ccb2-4508-be7d-2deaa932066e req-07167216-1dd0-4ef1-a253-efa7bb4b3fb7 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:01:45.470668 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e988c02a-ccb2-4508-be7d-2deaa932066e req-07167216-1dd0-4ef1-a253-efa7bb4b3fb7 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/ports?device_id=4aaccbef-b3b7-4953-a836-b98c7e9d04a3 HTTP/1.1" status: 200 len: 946 time: 0.0784345 May 19 06:01:45.514629 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e988c02a-ccb2-4508-be7d-2deaa932066e req-f9fbe74e-cf19-40ab-a281-a10ff91bba73 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd43737f-c144-4073-a5f6-958e055ed4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380259 May 19 06:01:45.945660 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-db7c5e23-657c-45d4-9da5-15ba3bf0d241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:46.726973 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8a5217-7b4c-4d15-8e8a-4c42cabba840 req-1bbcd7cb-29ea-42fb-a547-6dfac85ebeef tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:01:46.728511 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-dc8a5217-7b4c-4d15-8e8a-4c42cabba840 req-1bbcd7cb-29ea-42fb-a547-6dfac85ebeef tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/ports?device_id=4aaccbef-b3b7-4953-a836-b98c7e9d04a3 HTTP/1.1" status: 200 len: 946 time: 0.0860331 May 19 06:01:46.776319 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-dc8a5217-7b4c-4d15-8e8a-4c42cabba840 req-39f369e7-0140-48f4-bd90-7096b0abf0e7 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd43737f-c144-4073-a5f6-958e055ed4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417738 May 19 06:01:47.032831 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcdbe4d-2060-4454-9151-dc1c40c0327f req-f1f0bff9-1ddc-4934-b003-0e1222d16556 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:01:47.034252 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7bcdbe4d-2060-4454-9151-dc1c40c0327f req-f1f0bff9-1ddc-4934-b003-0e1222d16556 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.26 "GET /v2.0/ports?device_id=4aaccbef-b3b7-4953-a836-b98c7e9d04a3 HTTP/1.1" status: 200 len: 946 time: 0.0827320 May 19 06:01:47.170008 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [req-7bcdbe4d-2060-4454-9151-dc1c40c0327f req-e3752d35-820a-4e0a-ad3e-0b2a4cef1903 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Deleting port a5c1c6e4-a42e-4f09-a446-50c8a7ef1059 {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 06:01:47.170345 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-7bcdbe4d-2060-4454-9151-dc1c40c0327f req-e3752d35-820a-4e0a-ad3e-0b2a4cef1903 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742273213799'] for port, before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:47.302660 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-7bcdbe4d-2060-4454-9151-dc1c40c0327f req-e3752d35-820a-4e0a-ad3e-0b2a4cef1903 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] For port a5c1c6e4-a42e-4f09-a446-50c8a7ef1059, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=a5c1c6e4-a42e-4f09-a446-50c8a7ef1059,segment=NetworkSegment(0844aaea-69d3-4db4-aeb8-d71483a536f1),segment_id=0844aaea-69d3-4db4-aeb8-d71483a536f1)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 06:01:47.302952 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-7bcdbe4d-2060-4454-9151-dc1c40c0327f req-e3752d35-820a-4e0a-ad3e-0b2a4cef1903 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401034'] for port, precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:47.590241 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-7bcdbe4d-2060-4454-9151-dc1c40c0327f req-e3752d35-820a-4e0a-ad3e-0b2a4cef1903 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:47.590695 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-7bcdbe4d-2060-4454-9151-dc1c40c0327f req-e3752d35-820a-4e0a-ad3e-0b2a4cef1903 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-399030'] for floatingip, after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:47.590991 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.db.l3_db [req-7bcdbe4d-2060-4454-9151-dc1c40c0327f req-e3752d35-820a-4e0a-ad3e-0b2a4cef1903 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Floating IP e1cb4385-90fd-4cc2-b732-983585d13310 disassociated. External IP: 172.27.0.130, port: a5c1c6e4-a42e-4f09-a446-50c8a7ef1059. May 19 06:01:47.591327 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [req-7bcdbe4d-2060-4454-9151-dc1c40c0327f req-e3752d35-820a-4e0a-ad3e-0b2a4cef1903 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Calling delete_port for a5c1c6e4-a42e-4f09-a446-50c8a7ef1059 owned by compute:nova {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 06:01:47.656481 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ca9ec6bf-79c4-448f-b3bb-8c49e8cf3732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:47.703825 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-7bcdbe4d-2060-4454-9151-dc1c40c0327f req-e3752d35-820a-4e0a-ad3e-0b2a4cef1903 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742273216184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742272802052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263355286'] for port, after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:47.711942 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-f9916238-e6ce-4dcf-944b-4b55036fe9d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:01:47.763043 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3752d35-820a-4e0a-ad3e-0b2a4cef1903 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Pushing event deleted for resources: {'Port': ['ID=a5c1c6e4-a42e-4f09-a446-50c8a7ef1059,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:01:47.819731 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3752d35-820a-4e0a-ad3e-0b2a4cef1903 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:01:47.822600 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3752d35-820a-4e0a-ad3e-0b2a4cef1903 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:01:47.822600 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3752d35-820a-4e0a-ad3e-0b2a4cef1903 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:01:47.822600 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3752d35-820a-4e0a-ad3e-0b2a4cef1903 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:01:47.822600 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3752d35-820a-4e0a-ad3e-0b2a4cef1903 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:01:47.822600 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3752d35-820a-4e0a-ad3e-0b2a4cef1903 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:01:47.823142 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3752d35-820a-4e0a-ad3e-0b2a4cef1903 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:01:47.823243 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3752d35-820a-4e0a-ad3e-0b2a4cef1903 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:01:47.823576 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3752d35-820a-4e0a-ad3e-0b2a4cef1903 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:01:47.823939 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3752d35-820a-4e0a-ad3e-0b2a4cef1903 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:01:47.824347 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3752d35-820a-4e0a-ad3e-0b2a4cef1903 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:01:47.824853 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3752d35-820a-4e0a-ad3e-0b2a4cef1903 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:01:47.829814 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-e3752d35-820a-4e0a-ad3e-0b2a4cef1903 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:01:47.979790 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e81093df-3e56-4d5f-94a8-58eb351ac458 req-6d465b52-d471-4655-b67c-1f8d1ce15bae tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/ports?device_id=4aaccbef-b3b7-4953-a836-b98c7e9d04a3 HTTP/1.1" status: 200 len: 210 time: 0.0598671 May 19 06:01:48.003932 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7bcdbe4d-2060-4454-9151-dc1c40c0327f req-e3752d35-820a-4e0a-ad3e-0b2a4cef1903 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Router 0860b901-3f25-4390-a4ec-2d5b7440fcb3 has already been hosted by L3 agent b1c473b1-11ec-4d73-8852-93414dd700fb {{(pid=103391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 06:01:48.304427 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7bcdbe4d-2060-4454-9151-dc1c40c0327f req-e3752d35-820a-4e0a-ad3e-0b2a4cef1903 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify agent at l3_agent.dv-cinder-782405-8-iscsi the message routers_updated {{(pid=103391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 06:01:48.314093 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f984c3-8028-4ddc-a730-6c74464b6f5e None None] Sync routers for ids ['0860b901-3f25-4390-a4ec-2d5b7440fcb3'] in dv-cinder-782405-8-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 06:01:48.324187 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f984c3-8028-4ddc-a730-6c74464b6f5e None None] Routers {'0860b901-3f25-4390-a4ec-2d5b7440fcb3'} bound to L3 agent in host dv-cinder-782405-8-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 06:01:48.324859 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-90f984c3-8028-4ddc-a730-6c74464b6f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T05:35:15Z,description=,heartbeat_timestamp=2021-05-19T06:01:45Z,host='dv-cinder-782405-8-iscsi',id=b1c473b1-11ec-4d73-8852-93414dd700fb,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:35:15Z,topic='l3_agent')) {'router_ids': ['0860b901-3f25-4390-a4ec-2d5b7440fcb3'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:01:48.377304 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bcdbe4d-2060-4454-9151-dc1c40c0327f req-e3752d35-820a-4e0a-ad3e-0b2a4cef1903 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] No DVR routers for this DVR port a5c1c6e4-a42e-4f09-a446-50c8a7ef1059 on host hv-cinder-78240 {{(pid=103391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 06:01:48.379780 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-7bcdbe4d-2060-4454-9151-dc1c40c0327f req-e3752d35-820a-4e0a-ad3e-0b2a4cef1903 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13023'] for port, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:48.382959 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aaccbef-b3b7-4953-a836-b98c7e9d04a3', 'name': 'network-vif-deleted', 'tag': 'a5c1c6e4-a42e-4f09-a446-50c8a7ef1059'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 06:01:48.410505 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7bcdbe4d-2060-4454-9151-dc1c40c0327f req-e3752d35-820a-4e0a-ad3e-0b2a4cef1903 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.26 "DELETE /v2.0/ports/a5c1c6e4-a42e-4f09-a446-50c8a7ef1059 HTTP/1.1" status: 204 len: 173 time: 1.3700762 May 19 06:01:48.430179 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aaccbef-b3b7-4953-a836-b98c7e9d04a3', 'name': 'network-vif-deleted', 'tag': 'a5c1c6e4-a42e-4f09-a446-50c8a7ef1059', 'status': 'completed', 'code': 200} May 19 06:01:48.512626 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-90f984c3-8028-4ddc-a730-6c74464b6f5e None None] Set router 0860b901-3f25-4390-a4ec-2d5b7440fcb3 gateway port host: dv-cinder-782405-8-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 06:01:48.862896 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-90f984c3-8028-4ddc-a730-6c74464b6f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0860b901-3f25-4390-a4ec-2d5b7440fcb3', 'name': 'tempest-TestVolumeBootPattern-417061248-router', 'tenant_id': '29a7272ff9024cc7bc745e2e5fedde74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '494f3908-e112-411e-ae19-34c32a6ec123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:58:32Z', 'updated_at': '2021-05-19T05:58:36Z', 'revision_number': 4, 'project_id': '29a7272ff9024cc7bc745e2e5fedde74', 'gw_port': {'id': '494f3908-e112-411e-ae19-34c32a6ec123', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ae:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0860b901-3f25-4390-a4ec-2d5b7440fcb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:33Z', 'updated_at': '2021-05-19T05:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi', '_interfaces': [{'id': 'cfa1e9d7-2d2f-4a69-b40c-903fa59565c0', 'name': '', 'network_id': 'eeb2e6e5-8235-4e27-9f2e-8fa14d21139b', 'tenant_id': '29a7272ff9024cc7bc745e2e5fedde74', 'mac_address': 'fa:16:3e:83:8f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0860b901-3f25-4390-a4ec-2d5b7440fcb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'daacc5ef-ccdb-4465-9aa8-991b70653993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:35Z', 'updated_at': '2021-05-19T05:58:43Z', 'revision_number': 5, 'project_id': '29a7272ff9024cc7bc745e2e5fedde74', 'subnets': [{'id': 'daacc5ef-ccdb-4465-9aa8-991b70653993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:01:48.867859 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f984c3-8028-4ddc-a730-6c74464b6f5e None None] Checking router: 0860b901-3f25-4390-a4ec-2d5b7440fcb3 for host: dv-cinder-782405-8-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 06:01:48.877513 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f984c3-8028-4ddc-a730-6c74464b6f5e None None] Routers {'0860b901-3f25-4390-a4ec-2d5b7440fcb3'} bound to L3 agent in host dv-cinder-782405-8-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 06:01:48.878124 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-90f984c3-8028-4ddc-a730-6c74464b6f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T05:35:15Z,description=,heartbeat_timestamp=2021-05-19T06:01:45Z,host='dv-cinder-782405-8-iscsi',id=b1c473b1-11ec-4d73-8852-93414dd700fb,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:35:15Z,topic='l3_agent')) {'router_ids': ['0860b901-3f25-4390-a4ec-2d5b7440fcb3'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:01:49.056664 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-90f984c3-8028-4ddc-a730-6c74464b6f5e None None] Set router 0860b901-3f25-4390-a4ec-2d5b7440fcb3 gateway port host: dv-cinder-782405-8-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 06:01:49.145540 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-855ebcc1-bc59-4136-be7a-4cacd4a51baa req-e25d7fde-f9e3-42e9-8fbd-18b425e69432 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Synchronizing usage tracker for tenant:29a7272ff9024cc7bc745e2e5fedde74 on resource:port {{(pid=103391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 06:01:49.161900 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-855ebcc1-bc59-4136-be7a-4cacd4a51baa req-e25d7fde-f9e3-42e9-8fbd-18b425e69432 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Unset dirty status for tenant:29a7272ff9024cc7bc745e2e5fedde74 on resource:port {{(pid=103391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 06:01:49.163224 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-855ebcc1-bc59-4136-be7a-4cacd4a51baa req-e25d7fde-f9e3-42e9-8fbd-18b425e69432 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/ports?device_id=4aaccbef-b3b7-4953-a836-b98c7e9d04a3 HTTP/1.1" status: 200 len: 210 time: 0.0605359 May 19 06:01:49.382975 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-90f984c3-8028-4ddc-a730-6c74464b6f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0860b901-3f25-4390-a4ec-2d5b7440fcb3', 'name': 'tempest-TestVolumeBootPattern-417061248-router', 'tenant_id': '29a7272ff9024cc7bc745e2e5fedde74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '494f3908-e112-411e-ae19-34c32a6ec123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:58:32Z', 'updated_at': '2021-05-19T05:58:36Z', 'revision_number': 4, 'project_id': '29a7272ff9024cc7bc745e2e5fedde74', 'gw_port': {'id': '494f3908-e112-411e-ae19-34c32a6ec123', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ae:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0860b901-3f25-4390-a4ec-2d5b7440fcb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:33Z', 'updated_at': '2021-05-19T05:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi', '_interfaces': [{'id': 'cfa1e9d7-2d2f-4a69-b40c-903fa59565c0', 'name': '', 'network_id': 'eeb2e6e5-8235-4e27-9f2e-8fa14d21139b', 'tenant_id': '29a7272ff9024cc7bc745e2e5fedde74', 'mac_address': 'fa:16:3e:83:8f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0860b901-3f25-4390-a4ec-2d5b7440fcb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'daacc5ef-ccdb-4465-9aa8-991b70653993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:35Z', 'updated_at': '2021-05-19T05:58:43Z', 'revision_number': 5, 'project_id': '29a7272ff9024cc7bc745e2e5fedde74', 'subnets': [{'id': 'daacc5ef-ccdb-4465-9aa8-991b70653993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:01:49.387115 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f984c3-8028-4ddc-a730-6c74464b6f5e None None] The sync data for ids ['0860b901-3f25-4390-a4ec-2d5b7440fcb3'] in dv-cinder-782405-8-iscsi is: [{'id': '0860b901-3f25-4390-a4ec-2d5b7440fcb3', 'name': 'tempest-TestVolumeBootPattern-417061248-router', 'tenant_id': '29a7272ff9024cc7bc745e2e5fedde74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '494f3908-e112-411e-ae19-34c32a6ec123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:58:32Z', 'updated_at': '2021-05-19T05:58:36Z', 'revision_number': 4, 'project_id': '29a7272ff9024cc7bc745e2e5fedde74', 'gw_port': {'id': '494f3908-e112-411e-ae19-34c32a6ec123', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ae:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0860b901-3f25-4390-a4ec-2d5b7440fcb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:33Z', 'updated_at': '2021-05-19T05:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi', '_interfaces': [{'id': 'cfa1e9d7-2d2f-4a69-b40c-903fa59565c0', 'name': '', 'network_id': 'eeb2e6e5-8235-4e27-9f2e-8fa14d21139b', 'tenant_id': '29a7272ff9024cc7bc745e2e5fedde74', 'mac_address': 'fa:16:3e:83:8f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0860b901-3f25-4390-a4ec-2d5b7440fcb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'daacc5ef-ccdb-4465-9aa8-991b70653993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:35Z', 'updated_at': '2021-05-19T05:58:43Z', 'revision_number': 5, 'project_id': '29a7272ff9024cc7bc745e2e5fedde74', 'subnets': [{'id': 'daacc5ef-ccdb-4465-9aa8-991b70653993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 06:01:49.594072 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f4d965-4dd5-4e1b-9c72-6bb47a427217 None None] New status for floating IP e1cb4385-90fd-4cc2-b732-983585d13310: DOWN {{(pid=103393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 06:01:50.461199 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-daeafb01-c475-4c7c-a22b-f92d4ea2b5ca req-974f477f-6df8-4232-be8c-eda8268e40c1 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1133184722&fields=id&tenant_id=29a7272ff9024cc7bc745e2e5fedde74 HTTP/1.1" status: 200 len: 267 time: 0.0402558 May 19 06:01:50.614099 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeafb01-c475-4c7c-a22b-f92d4ea2b5ca req-2731eeb9-490f-4a4a-a1cb-c3516804a21a tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:01:50.615461 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-daeafb01-c475-4c7c-a22b-f92d4ea2b5ca req-2731eeb9-490f-4a4a-a1cb-c3516804a21a tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/networks?id=eeb2e6e5-8235-4e27-9f2e-8fa14d21139b HTTP/1.1" status: 200 len: 811 time: 0.1476119 May 19 06:01:50.621137 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Device a5c1c6e4-a42e-4f09-a446-50c8a7ef1059 no longer exists at agent hyperv_hv-cinder-78240 {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 06:01:50.630845 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-daeafb01-c475-4c7c-a22b-f92d4ea2b5ca req-88828e68-9cd8-4f47-b91f-401352b52b01 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/quotas/29a7272ff9024cc7bc745e2e5fedde74 HTTP/1.1" status: 200 len: 375 time: 0.0092499 May 19 06:01:50.659536 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] No Port match for: a5c1c6e4-a42e-4f09-a446-50c8a7ef1059 {{(pid=103392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 06:01:50.659986 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Device a5c1c6e4-a42e-4f09-a446-50c8a7ef1059 not bound to the agent host hv-cinder-78240 {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 06:01:50.721527 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-daeafb01-c475-4c7c-a22b-f92d4ea2b5ca req-1609cf7b-8828-454b-8e31-b343f1485749 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=29a7272ff9024cc7bc745e2e5fedde74&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0842421 May 19 06:01:50.901206 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-daeafb01-c475-4c7c-a22b-f92d4ea2b5ca req-87cbbe38-9bb2-4948-94d6-6f5ce2133c18 service neutron] 10.222.0.11 "GET /v2.0/networks/eeb2e6e5-8235-4e27-9f2e-8fa14d21139b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671934 May 19 06:01:51.030505 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-daeafb01-c475-4c7c-a22b-f92d4ea2b5ca req-fce07ffe-3fb2-4f9a-893c-2c3cd4c0d133 service neutron] 10.222.0.11 "GET /v2.0/networks/eeb2e6e5-8235-4e27-9f2e-8fa14d21139b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233623 May 19 06:01:51.418162 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1bc1c9dd-b67b-4ae9-9caf-ab7a539e920b req-1d844337-0df3-4a4e-a04c-4431a9bfd564 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4b1f469-9e4c-4b9f-abad-ac0634f369d2 HTTP/1.1" status: 200 len: 210 time: 0.0423477 May 19 06:01:52.443089 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeafb01-c475-4c7c-a22b-f92d4ea2b5ca req-cd0b2801-3414-479a-a1c6-dbc89e723286 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:01:52.444545 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-daeafb01-c475-4c7c-a22b-f92d4ea2b5ca req-cd0b2801-3414-479a-a1c6-dbc89e723286 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.26 "GET /v2.0/networks?id=eeb2e6e5-8235-4e27-9f2e-8fa14d21139b HTTP/1.1" status: 200 len: 811 time: 0.1523666 May 19 06:01:52.502743 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-daeafb01-c475-4c7c-a22b-f92d4ea2b5ca req-3210647c-4b60-40d0-ad36-eb3c2c44d888 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=29a7272ff9024cc7bc745e2e5fedde74 HTTP/1.1" status: 200 len: 380 time: 0.0495765 May 19 06:01:52.511306 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [req-daeafb01-c475-4c7c-a22b-f92d4ea2b5ca req-db5d465c-698d-4273-95e6-e7454e23d135 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Request body: {'port': {'device_id': 'e4b1f469-9e4c-4b9f-abad-ac0634f369d2', 'network_id': 'eeb2e6e5-8235-4e27-9f2e-8fa14d21139b', 'admin_state_up': True, 'tenant_id': '29a7272ff9024cc7bc745e2e5fedde74', 'security_groups': ['dd43737f-c144-4073-a5f6-958e055ed4a6']}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 06:01:52.635235 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-60a606ec-256d-44a7-936b-c2c419221bc1 req-657347cb-8d3b-4061-b49c-853015370a91 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4b1f469-9e4c-4b9f-abad-ac0634f369d2 HTTP/1.1" status: 200 len: 210 time: 0.0939512 May 19 06:01:52.694508 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [req-daeafb01-c475-4c7c-a22b-f92d4ea2b5ca req-db5d465c-698d-4273-95e6-e7454e23d135 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 06:01:52.704005 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [req-daeafb01-c475-4c7c-a22b-f92d4ea2b5ca req-db5d465c-698d-4273-95e6-e7454e23d135 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 06:01:52.714168 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daeafb01-c475-4c7c-a22b-f92d4ea2b5ca req-db5d465c-698d-4273-95e6-e7454e23d135 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Made reservation on behalf of 29a7272ff9024cc7bc745e2e5fedde74 for: {'port': 1} {{(pid=103391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 06:01:52.717736 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-daeafb01-c475-4c7c-a22b-f92d4ea2b5ca req-db5d465c-698d-4273-95e6-e7454e23d135 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:52.884224 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [req-daeafb01-c475-4c7c-a22b-f92d4ea2b5ca req-db5d465c-698d-4273-95e6-e7454e23d135 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Allocated IP 172.20.0.6 (eeb2e6e5-8235-4e27-9f2e-8fa14d21139b/daacc5ef-ccdb-4465-9aa8-991b70653993/bb6e82dd-bfb7-45aa-98b1-96e450aaedce) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 06:01:53.081782 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-daeafb01-c475-4c7c-a22b-f92d4ea2b5ca req-db5d465c-698d-4273-95e6-e7454e23d135 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks [] for port, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:53.098926 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [req-daeafb01-c475-4c7c-a22b-f92d4ea2b5ca req-db5d465c-698d-4273-95e6-e7454e23d135 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Transition to ACTIVE for port object bb6e82dd-bfb7-45aa-98b1-96e450aaedce will not be triggered until provisioned by entity DHCP. {{(pid=103391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 06:01:53.126108 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-daeafb01-c475-4c7c-a22b-f92d4ea2b5ca req-db5d465c-698d-4273-95e6-e7454e23d135 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742272799735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263355286'] for port, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:53.139065 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-fabc3861-1961-476c-a9e6-c2acdbfeefba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:01:53.304777 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daeafb01-c475-4c7c-a22b-f92d4ea2b5ca req-db5d465c-698d-4273-95e6-e7454e23d135 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Network eeb2e6e5-8235-4e27-9f2e-8fa14d21139b is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 06:01:53.312362 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [req-daeafb01-c475-4c7c-a22b-f92d4ea2b5ca req-db5d465c-698d-4273-95e6-e7454e23d135 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:01:53.316854 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [req-daeafb01-c475-4c7c-a22b-f92d4ea2b5ca req-db5d465c-698d-4273-95e6-e7454e23d135 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 06:01:53.375571 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5d465c-698d-4273-95e6-e7454e23d135 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Pushing event updated for resources: {'Port': ['ID=bb6e82dd-bfb7-45aa-98b1-96e450aaedce,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:01:53.378529 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-db5d465c-698d-4273-95e6-e7454e23d135 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:01:53.395390 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeafb01-c475-4c7c-a22b-f92d4ea2b5ca req-db5d465c-698d-4273-95e6-e7454e23d135 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:01:53.396126 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-daeafb01-c475-4c7c-a22b-f92d4ea2b5ca req-db5d465c-698d-4273-95e6-e7454e23d135 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13023'] for port, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:53.422651 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-daeafb01-c475-4c7c-a22b-f92d4ea2b5ca req-db5d465c-698d-4273-95e6-e7454e23d135 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9156258 May 19 06:01:53.433937 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [req-daeafb01-c475-4c7c-a22b-f92d4ea2b5ca req-68e5e05d-3246-4ee7-a65e-4bc29299e5d2 service neutron] Request body: {'port': {'device_id': 'e4b1f469-9e4c-4b9f-abad-ac0634f369d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78240'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 06:01:53.542170 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-eb90bb02-f0f3-4eee-aa1b-38283c79d476 None None] Provisioning for port bb6e82dd-bfb7-45aa-98b1-96e450aaedce completed by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 06:01:53.546658 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-eb90bb02-f0f3-4eee-aa1b-38283c79d476 None None] Provisioning complete for port bb6e82dd-bfb7-45aa-98b1-96e450aaedce triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 06:01:53.546995 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-daeafb01-c475-4c7c-a22b-f92d4ea2b5ca req-68e5e05d-3246-4ee7-a65e-4bc29299e5d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:53.547428 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-eb90bb02-f0f3-4eee-aa1b-38283c79d476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:53.598081 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-eb90bb02-f0f3-4eee-aa1b-38283c79d476 None None] Port bb6e82dd-bfb7-45aa-98b1-96e450aaedce cannot update to ACTIVE because it is not bound. {{(pid=103392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 06:01:53.783169 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [req-f4a95765-5ae3-4b22-962a-63060409064b req-7b88769d-f80c-477f-bec1-7d7e34e79962 service neutron] (103391) timed out ('10.222.0.11', 47682) {{(pid=103391) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 19 06:01:53.823137 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5de1076-f9dd-4476-b80d-2f5eb0bec017 req-85da33ef-48e9-42f4-a56e-81aedaa10b22 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:01:53.824593 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a5de1076-f9dd-4476-b80d-2f5eb0bec017 req-85da33ef-48e9-42f4-a56e-81aedaa10b22 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4b1f469-9e4c-4b9f-abad-ac0634f369d2 HTTP/1.1" status: 200 len: 931 time: 0.0774796 May 19 06:01:53.873052 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a5de1076-f9dd-4476-b80d-2f5eb0bec017 req-9774d333-258a-482e-a601-9a6266713b61 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd43737f-c144-4073-a5f6-958e055ed4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421593 May 19 06:01:53.886647 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [req-daeafb01-c475-4c7c-a22b-f92d4ea2b5ca req-68e5e05d-3246-4ee7-a65e-4bc29299e5d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb6e82dd-bfb7-45aa-98b1-96e450aaedce {{(pid=103391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 06:01:53.893658 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-daeafb01-c475-4c7c-a22b-f92d4ea2b5ca req-68e5e05d-3246-4ee7-a65e-4bc29299e5d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:53.907679 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [req-daeafb01-c475-4c7c-a22b-f92d4ea2b5ca req-68e5e05d-3246-4ee7-a65e-4bc29299e5d2 service neutron] Transition to ACTIVE for port object bb6e82dd-bfb7-45aa-98b1-96e450aaedce will not be triggered until provisioned by entity L2. {{(pid=103391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 06:01:53.910403 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-daeafb01-c475-4c7c-a22b-f92d4ea2b5ca req-68e5e05d-3246-4ee7-a65e-4bc29299e5d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263355279'] for port, after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:53.915277 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-3902d17d-f111-4162-a40b-02e5041b25b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:01:54.101377 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e5e05d-3246-4ee7-a65e-4bc29299e5d2 service neutron] Pushing event updated for resources: {'Port': ['ID=bb6e82dd-bfb7-45aa-98b1-96e450aaedce,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:01:54.106430 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-68e5e05d-3246-4ee7-a65e-4bc29299e5d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:01:54.145200 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-daeafb01-c475-4c7c-a22b-f92d4ea2b5ca req-68e5e05d-3246-4ee7-a65e-4bc29299e5d2 service neutron] Attempting to bind port bb6e82dd-bfb7-45aa-98b1-96e450aaedce on host hv-cinder-78240 for vnic_type normal with profile {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 06:01:54.145537 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-daeafb01-c475-4c7c-a22b-f92d4ea2b5ca req-68e5e05d-3246-4ee7-a65e-4bc29299e5d2 service neutron] Attempting to bind port bb6e82dd-bfb7-45aa-98b1-96e450aaedce by drivers openvswitch,hyperv on host hv-cinder-78240 at level 0 using segments [{'id': '0844aaea-69d3-4db4-aeb8-d71483a536f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'eeb2e6e5-8235-4e27-9f2e-8fa14d21139b'}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 06:01:54.145865 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daeafb01-c475-4c7c-a22b-f92d4ea2b5ca req-68e5e05d-3246-4ee7-a65e-4bc29299e5d2 service neutron] Attempting to bind port bb6e82dd-bfb7-45aa-98b1-96e450aaedce on network eeb2e6e5-8235-4e27-9f2e-8fa14d21139b {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 06:01:54.150333 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daeafb01-c475-4c7c-a22b-f92d4ea2b5ca req-68e5e05d-3246-4ee7-a65e-4bc29299e5d2 service neutron] Port bb6e82dd-bfb7-45aa-98b1-96e450aaedce on network eeb2e6e5-8235-4e27-9f2e-8fa14d21139b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78240 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 06:01:54.150687 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daeafb01-c475-4c7c-a22b-f92d4ea2b5ca req-68e5e05d-3246-4ee7-a65e-4bc29299e5d2 service neutron] Attempting to bind port bb6e82dd-bfb7-45aa-98b1-96e450aaedce on network eeb2e6e5-8235-4e27-9f2e-8fa14d21139b {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 06:01:54.155618 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daeafb01-c475-4c7c-a22b-f92d4ea2b5ca req-68e5e05d-3246-4ee7-a65e-4bc29299e5d2 service neutron] Checking agent: {'id': '5b106939-35fb-4931-879f-1b04325a2c36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78240', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 5, 40, 58), 'started_at': datetime.datetime(2021, 5, 19, 5, 40, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 6, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 06:01:54.155953 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daeafb01-c475-4c7c-a22b-f92d4ea2b5ca req-68e5e05d-3246-4ee7-a65e-4bc29299e5d2 service neutron] Checking segment: {'id': '0844aaea-69d3-4db4-aeb8-d71483a536f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'eeb2e6e5-8235-4e27-9f2e-8fa14d21139b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 06:01:54.156330 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daeafb01-c475-4c7c-a22b-f92d4ea2b5ca req-68e5e05d-3246-4ee7-a65e-4bc29299e5d2 service neutron] Bound using segment: {'id': '0844aaea-69d3-4db4-aeb8-d71483a536f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'eeb2e6e5-8235-4e27-9f2e-8fa14d21139b'} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 06:01:54.156748 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-daeafb01-c475-4c7c-a22b-f92d4ea2b5ca req-68e5e05d-3246-4ee7-a65e-4bc29299e5d2 service neutron] Bound port: bb6e82dd-bfb7-45aa-98b1-96e450aaedce, host: hv-cinder-78240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0844aaea-69d3-4db4-aeb8-d71483a536f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'eeb2e6e5-8235-4e27-9f2e-8fa14d21139b'}}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 06:01:54.157092 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-daeafb01-c475-4c7c-a22b-f92d4ea2b5ca req-68e5e05d-3246-4ee7-a65e-4bc29299e5d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:54.246953 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-daeafb01-c475-4c7c-a22b-f92d4ea2b5ca req-68e5e05d-3246-4ee7-a65e-4bc29299e5d2 service neutron] For port bb6e82dd-bfb7-45aa-98b1-96e450aaedce, host hv-cinder-78240, cleared binding levels {{(pid=103391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 06:01:54.249743 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-daeafb01-c475-4c7c-a22b-f92d4ea2b5ca req-68e5e05d-3246-4ee7-a65e-4bc29299e5d2 service neutron] For port bb6e82dd-bfb7-45aa-98b1-96e450aaedce, host hv-cinder-78240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=bb6e82dd-bfb7-45aa-98b1-96e450aaedce,segment=NetworkSegment(0844aaea-69d3-4db4-aeb8-d71483a536f1),segment_id=0844aaea-69d3-4db4-aeb8-d71483a536f1)] {{(pid=103391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 06:01:54.254153 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-daeafb01-c475-4c7c-a22b-f92d4ea2b5ca req-68e5e05d-3246-4ee7-a65e-4bc29299e5d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263355279'] for port, after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:54.258466 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-1b00a3e3-4e08-43bb-889c-c35261b0a5ef tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:01:54.312936 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeafb01-c475-4c7c-a22b-f92d4ea2b5ca req-68e5e05d-3246-4ee7-a65e-4bc29299e5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:01:54.313548 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-daeafb01-c475-4c7c-a22b-f92d4ea2b5ca req-68e5e05d-3246-4ee7-a65e-4bc29299e5d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13023'] for port, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:54.314937 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-daeafb01-c475-4c7c-a22b-f92d4ea2b5ca req-68e5e05d-3246-4ee7-a65e-4bc29299e5d2 service neutron] 10.222.0.26 "PUT /v2.0/ports/bb6e82dd-bfb7-45aa-98b1-96e450aaedce HTTP/1.1" status: 200 len: 1093 time: 0.8853428 May 19 06:01:54.315451 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4b1f469-9e4c-4b9f-abad-ac0634f369d2', 'tag': 'bb6e82dd-bfb7-45aa-98b1-96e450aaedce'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 06:01:54.337615 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e5e05d-3246-4ee7-a65e-4bc29299e5d2 service neutron] Pushing event updated for resources: {'Port': ['ID=bb6e82dd-bfb7-45aa-98b1-96e450aaedce,revision_number=3']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:01:54.340709 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-68e5e05d-3246-4ee7-a65e-4bc29299e5d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:01:54.393463 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4b1f469-9e4c-4b9f-abad-ac0634f369d2', 'tag': 'bb6e82dd-bfb7-45aa-98b1-96e450aaedce', 'status': 'completed', 'code': 200} May 19 06:01:54.440096 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeafb01-c475-4c7c-a22b-f92d4ea2b5ca req-8f0fca0f-c150-4f27-968d-827f4f5b3bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:01:54.441593 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-daeafb01-c475-4c7c-a22b-f92d4ea2b5ca req-8f0fca0f-c150-4f27-968d-827f4f5b3bdc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=29a7272ff9024cc7bc745e2e5fedde74&device_id=e4b1f469-9e4c-4b9f-abad-ac0634f369d2 HTTP/1.1" status: 200 len: 1096 time: 0.0799584 May 19 06:01:54.510449 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-daeafb01-c475-4c7c-a22b-f92d4ea2b5ca req-03d9e20d-2f4f-47f7-b3ba-2670a73457b6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb6e82dd-bfb7-45aa-98b1-96e450aaedce HTTP/1.1" status: 200 len: 217 time: 0.0612209 May 19 06:01:54.575477 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeafb01-c475-4c7c-a22b-f92d4ea2b5ca req-b765dc8d-28a3-4eb1-9a82-13af617f8c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:01:54.576813 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-daeafb01-c475-4c7c-a22b-f92d4ea2b5ca req-b765dc8d-28a3-4eb1-9a82-13af617f8c95 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=daacc5ef-ccdb-4465-9aa8-991b70653993 HTTP/1.1" status: 200 len: 850 time: 0.0608327 May 19 06:01:54.604093 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-8ef77f1b-c1f2-4f7f-903c-9c4facac0416 None None] Agent healthcheck: found 6 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 06:01:54.651573 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeafb01-c475-4c7c-a22b-f92d4ea2b5ca req-608b8f11-9a50-4d28-afba-88c6c609c14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:01:54.652981 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-daeafb01-c475-4c7c-a22b-f92d4ea2b5ca req-608b8f11-9a50-4d28-afba-88c6c609c14b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=eeb2e6e5-8235-4e27-9f2e-8fa14d21139b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0702462 May 19 06:01:54.785658 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-daeafb01-c475-4c7c-a22b-f92d4ea2b5ca req-12d3b8bb-392e-478c-996a-841ac20479f9 service neutron] 10.222.0.26 "GET /v2.0/networks/eeb2e6e5-8235-4e27-9f2e-8fa14d21139b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262474 May 19 06:01:54.915962 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-daeafb01-c475-4c7c-a22b-f92d4ea2b5ca req-e7abf903-b3d9-4166-a76d-5ead9ee5a287 service neutron] 10.222.0.26 "GET /v2.0/networks/eeb2e6e5-8235-4e27-9f2e-8fa14d21139b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237161 May 19 06:01:55.035792 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ba69ff-7ec2-45fb-a8b8-4c762bff3d5b req-44e01e70-16ff-49bc-b3f9-f81b6beb7587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:01:55.037256 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-55ba69ff-7ec2-45fb-a8b8-4c762bff3d5b req-44e01e70-16ff-49bc-b3f9-f81b6beb7587 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=29a7272ff9024cc7bc745e2e5fedde74&device_id=e4b1f469-9e4c-4b9f-abad-ac0634f369d2 HTTP/1.1" status: 200 len: 1096 time: 0.0761306 May 19 06:01:55.075346 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2699b42d-f4e9-4fea-8ab9-eee15871b2d4 req-b6911577-3670-4bbf-996e-291f0e43022d tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:01:55.076954 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2699b42d-f4e9-4fea-8ab9-eee15871b2d4 req-b6911577-3670-4bbf-996e-291f0e43022d tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4b1f469-9e4c-4b9f-abad-ac0634f369d2 HTTP/1.1" status: 200 len: 943 time: 0.0827870 May 19 06:01:55.126590 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2699b42d-f4e9-4fea-8ab9-eee15871b2d4 req-4b4ff082-08e9-41f9-b4ac-2122b4198876 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd43737f-c144-4073-a5f6-958e055ed4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426450 May 19 06:01:55.273205 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ba69ff-7ec2-45fb-a8b8-4c762bff3d5b req-2b05dff2-6e45-41b4-b35a-03fe4aa25b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:01:55.274677 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-55ba69ff-7ec2-45fb-a8b8-4c762bff3d5b req-2b05dff2-6e45-41b4-b35a-03fe4aa25b65 service neutron] 10.222.0.26 "GET /v2.0/networks?id=eeb2e6e5-8235-4e27-9f2e-8fa14d21139b HTTP/1.1" status: 200 len: 912 time: 0.2301152 May 19 06:01:55.340975 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-55ba69ff-7ec2-45fb-a8b8-4c762bff3d5b req-387fc608-7ec1-4faf-be06-c8aa6baea16f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb6e82dd-bfb7-45aa-98b1-96e450aaedce HTTP/1.1" status: 200 len: 217 time: 0.0595517 May 19 06:01:55.404419 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ba69ff-7ec2-45fb-a8b8-4c762bff3d5b req-3d96003c-2817-4207-9e80-bcce596ecb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:01:55.405811 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-55ba69ff-7ec2-45fb-a8b8-4c762bff3d5b req-3d96003c-2817-4207-9e80-bcce596ecb7b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=daacc5ef-ccdb-4465-9aa8-991b70653993 HTTP/1.1" status: 200 len: 850 time: 0.0592353 May 19 06:01:55.480874 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ba69ff-7ec2-45fb-a8b8-4c762bff3d5b req-1c5cb669-a049-41be-88aa-041314e5719e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:01:55.482242 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-55ba69ff-7ec2-45fb-a8b8-4c762bff3d5b req-1c5cb669-a049-41be-88aa-041314e5719e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=eeb2e6e5-8235-4e27-9f2e-8fa14d21139b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0700436 May 19 06:01:55.613596 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-55ba69ff-7ec2-45fb-a8b8-4c762bff3d5b req-02e3cefa-a200-498f-8f63-4d1d64410748 service neutron] 10.222.0.26 "GET /v2.0/networks/eeb2e6e5-8235-4e27-9f2e-8fa14d21139b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246707 May 19 06:01:55.745099 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-55ba69ff-7ec2-45fb-a8b8-4c762bff3d5b req-053c79de-2736-4b7e-b98f-b658a2468581 service neutron] 10.222.0.26 "GET /v2.0/networks/eeb2e6e5-8235-4e27-9f2e-8fa14d21139b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248224 May 19 06:01:56.319097 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdec03d-9cec-4c4a-b790-a64af0999d77 req-2e9925ca-39fc-4456-8929-7a11516df33a tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:01:56.320237 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-6fdec03d-9cec-4c4a-b790-a64af0999d77 req-2e9925ca-39fc-4456-8929-7a11516df33a tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Synchronizing usage tracker for tenant:29a7272ff9024cc7bc745e2e5fedde74 on resource:port {{(pid=103391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 06:01:56.334681 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-6fdec03d-9cec-4c4a-b790-a64af0999d77 req-2e9925ca-39fc-4456-8929-7a11516df33a tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Unset dirty status for tenant:29a7272ff9024cc7bc745e2e5fedde74 on resource:port {{(pid=103391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 06:01:56.336531 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6fdec03d-9cec-4c4a-b790-a64af0999d77 req-2e9925ca-39fc-4456-8929-7a11516df33a tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4b1f469-9e4c-4b9f-abad-ac0634f369d2 HTTP/1.1" status: 200 len: 943 time: 0.0988574 May 19 06:01:56.379845 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6fdec03d-9cec-4c4a-b790-a64af0999d77 req-6aed528f-67e1-4e67-97f9-d4c4b0b907d2 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd43737f-c144-4073-a5f6-958e055ed4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375535 May 19 06:01:57.651600 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96ffcf6-7c9a-436c-a290-5d7d62562236 req-91fc9aed-77d8-40d3-9c8f-2ec04f442198 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:01:57.653032 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a96ffcf6-7c9a-436c-a290-5d7d62562236 req-91fc9aed-77d8-40d3-9c8f-2ec04f442198 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4b1f469-9e4c-4b9f-abad-ac0634f369d2 HTTP/1.1" status: 200 len: 943 time: 0.1647823 May 19 06:01:57.696997 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a96ffcf6-7c9a-436c-a290-5d7d62562236 req-db246b86-c008-457a-9f52-f26f25a92f0b tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd43737f-c144-4073-a5f6-958e055ed4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382228 May 19 06:01:58.746085 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:58.882782 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac7592e-ad01-4a40-b9dc-327d77d4d6d4 req-91d79598-9b2d-4ee1-8499-fb1ee7cd82a0 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:01:58.884224 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0ac7592e-ad01-4a40-b9dc-327d77d4d6d4 req-91d79598-9b2d-4ee1-8499-fb1ee7cd82a0 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4b1f469-9e4c-4b9f-abad-ac0634f369d2 HTTP/1.1" status: 200 len: 943 time: 0.0823781 May 19 06:01:58.931269 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0ac7592e-ad01-4a40-b9dc-327d77d4d6d4 req-a5a2f881-d662-4260-aa23-c32b7f2785a5 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd43737f-c144-4073-a5f6-958e055ed4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414083 May 19 06:02:00.115702 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b8ede-e1f6-4373-86b5-cd6b799ba09a req-409df37e-8a96-4e07-b69e-c3b87162eaec tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:02:00.117162 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-588b8ede-e1f6-4373-86b5-cd6b799ba09a req-409df37e-8a96-4e07-b69e-c3b87162eaec tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4b1f469-9e4c-4b9f-abad-ac0634f369d2 HTTP/1.1" status: 200 len: 943 time: 0.0791490 May 19 06:02:00.164697 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-588b8ede-e1f6-4373-86b5-cd6b799ba09a req-d1dc5722-028e-4497-ac92-4efbb10eb3ce tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd43737f-c144-4073-a5f6-958e055ed4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419002 May 19 06:02:01.346769 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b3b44d-5121-4782-8ff5-56fee889393a req-3d44ff75-6a21-4f12-aa45-5a13a97baff9 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:02:01.348221 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e5b3b44d-5121-4782-8ff5-56fee889393a req-3d44ff75-6a21-4f12-aa45-5a13a97baff9 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4b1f469-9e4c-4b9f-abad-ac0634f369d2 HTTP/1.1" status: 200 len: 943 time: 0.0798740 May 19 06:02:01.392726 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e5b3b44d-5121-4782-8ff5-56fee889393a req-4f003139-d3a7-47b5-9553-e3e8da9b5b13 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd43737f-c144-4073-a5f6-958e055ed4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384514 May 19 06:02:02.576362 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63202579-a1ba-4692-bfcd-02e810561fbc req-fb925467-ebf3-4f45-ae03-fec3c1f1b79c tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:02:02.577827 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-63202579-a1ba-4692-bfcd-02e810561fbc req-fb925467-ebf3-4f45-ae03-fec3c1f1b79c tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4b1f469-9e4c-4b9f-abad-ac0634f369d2 HTTP/1.1" status: 200 len: 943 time: 0.0813203 May 19 06:02:02.622343 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-63202579-a1ba-4692-bfcd-02e810561fbc req-26811341-1f40-41f6-a6cd-695d651e4d0a tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd43737f-c144-4073-a5f6-958e055ed4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385292 May 19 06:02:02.670575 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Device bb6e82dd-bfb7-45aa-98b1-96e450aaedce details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=103392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 06:02:02.799602 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] For port bb6e82dd-bfb7-45aa-98b1-96e450aaedce, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=bb6e82dd-bfb7-45aa-98b1-96e450aaedce,segment=NetworkSegment(0844aaea-69d3-4db4-aeb8-d71483a536f1),segment_id=0844aaea-69d3-4db4-aeb8-d71483a536f1)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 06:02:02.812252 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Returning: {'device': 'bb6e82dd-bfb7-45aa-98b1-96e450aaedce', 'network_id': 'eeb2e6e5-8235-4e27-9f2e-8fa14d21139b', 'port_id': 'bb6e82dd-bfb7-45aa-98b1-96e450aaedce', 'mac_address': 'fa:16:3e:b8:f1:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daacc5ef-ccdb-4465-9aa8-991b70653993', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 06:02:02.870066 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:02.887202 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb6e82dd-bfb7-45aa-98b1-96e450aaedce {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 06:02:02.902126 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] For port bb6e82dd-bfb7-45aa-98b1-96e450aaedce, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=bb6e82dd-bfb7-45aa-98b1-96e450aaedce,segment=NetworkSegment(0844aaea-69d3-4db4-aeb8-d71483a536f1),segment_id=0844aaea-69d3-4db4-aeb8-d71483a536f1)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 06:02:02.905968 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:02.907820 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-80db57fe-43d1-4abf-a450-ef920bf7bf15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:02:02.971000 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Pushing event updated for resources: {'Port': ['ID=bb6e82dd-bfb7-45aa-98b1-96e450aaedce,revision_number=4']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:02:02.978349 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:02:02.978724 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:02:02.979665 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:02:02.979665 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:02:02.979879 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:02:02.980025 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:02:02.980349 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:02:02.980671 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:02:02.980997 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:02:02.981315 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:02:02.981635 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:02:02.981954 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:02:02.985664 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:02:03.255406 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] get_ports_and_sgs() called for port_ids ['bb6e82dd-bfb7-45aa-98b1-96e450aaedce'] {{(pid=103392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 06:02:03.842889 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1938b2cb-1d6e-4f4b-89cf-c25a9db923a7 req-4ae990f6-f829-4791-a937-5f08b530d74d tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:02:03.844838 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1938b2cb-1d6e-4f4b-89cf-c25a9db923a7 req-4ae990f6-f829-4791-a937-5f08b530d74d tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4b1f469-9e4c-4b9f-abad-ac0634f369d2 HTTP/1.1" status: 200 len: 944 time: 0.0982182 May 19 06:02:03.894798 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1938b2cb-1d6e-4f4b-89cf-c25a9db923a7 req-eba6e4e4-2bc2-46af-a545-c00a39c3c9d5 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd43737f-c144-4073-a5f6-958e055ed4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406981 May 19 06:02:04.695029 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Device bb6e82dd-bfb7-45aa-98b1-96e450aaedce up at agent hyperv_hv-cinder-78240 {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 06:02:04.765355 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Provisioning for port bb6e82dd-bfb7-45aa-98b1-96e450aaedce completed by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 06:02:04.770590 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Provisioning complete for port bb6e82dd-bfb7-45aa-98b1-96e450aaedce triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 06:02:04.770590 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:04.889417 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:04.916952 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4b1f469-9e4c-4b9f-abad-ac0634f369d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb6e82dd-bfb7-45aa-98b1-96e450aaedce'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 06:02:04.927525 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] For port bb6e82dd-bfb7-45aa-98b1-96e450aaedce, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=bb6e82dd-bfb7-45aa-98b1-96e450aaedce,segment=NetworkSegment(0844aaea-69d3-4db4-aeb8-d71483a536f1),segment_id=0844aaea-69d3-4db4-aeb8-d71483a536f1)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 06:02:04.932742 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:04.934669 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-80db57fe-43d1-4abf-a450-ef920bf7bf15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:02:05.009164 dv-cinder-782405-8-iscsi neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4b1f469-9e4c-4b9f-abad-ac0634f369d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb6e82dd-bfb7-45aa-98b1-96e450aaedce', 'code': 200} May 19 06:02:05.013149 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Pushing event updated for resources: {'Port': ['ID=bb6e82dd-bfb7-45aa-98b1-96e450aaedce,revision_number=5']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:02:05.021900 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:02:05.148488 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca5a763-e971-4896-abf2-3e966cffdd83 req-0fb43084-f27c-4e86-b978-4fb6ca517d23 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:02:05.149943 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3ca5a763-e971-4896-abf2-3e966cffdd83 req-0fb43084-f27c-4e86-b978-4fb6ca517d23 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4b1f469-9e4c-4b9f-abad-ac0634f369d2 HTTP/1.1" status: 200 len: 945 time: 0.0882106 May 19 06:02:05.200115 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3ca5a763-e971-4896-abf2-3e966cffdd83 req-3e3cefd8-331f-494c-9256-34e90822824d tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd43737f-c144-4073-a5f6-958e055ed4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436940 May 19 06:02:05.313580 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e84ae-7e87-4472-990c-60999e805c18 req-1759f3f6-ac97-49a3-89fe-9c99670e1ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:02:05.315819 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-801e84ae-7e87-4472-990c-60999e805c18 req-1759f3f6-ac97-49a3-89fe-9c99670e1ebf service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e4b1f469-9e4c-4b9f-abad-ac0634f369d2 HTTP/1.1" status: 200 len: 1098 time: 0.0885773 May 19 06:02:05.365364 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-801e84ae-7e87-4472-990c-60999e805c18 req-72f12762-be8e-4d21-b083-124150aa6027 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=dd43737f-c144-4073-a5f6-958e055ed4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434275 May 19 06:02:06.398751 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e10c43-3dc3-45df-af38-b2ed5d027511 req-ab162b7d-0983-4104-9d4e-1959237ef866 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:02:06.400219 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-38e10c43-3dc3-45df-af38-b2ed5d027511 req-ab162b7d-0983-4104-9d4e-1959237ef866 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4b1f469-9e4c-4b9f-abad-ac0634f369d2 HTTP/1.1" status: 200 len: 945 time: 0.0859356 May 19 06:02:06.451760 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-38e10c43-3dc3-45df-af38-b2ed5d027511 req-a2bb0faa-ca6e-4aaf-870d-f3731466d643 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd43737f-c144-4073-a5f6-958e055ed4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421646 May 19 06:02:07.709489 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d064d5fa-7d40-47f7-9c72-b8230a0091cc req-95760be6-d252-4193-bfc4-921fa6ee0103 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:02:07.712444 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d064d5fa-7d40-47f7-9c72-b8230a0091cc req-95760be6-d252-4193-bfc4-921fa6ee0103 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4b1f469-9e4c-4b9f-abad-ac0634f369d2 HTTP/1.1" status: 200 len: 945 time: 0.1308324 May 19 06:02:07.782681 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d064d5fa-7d40-47f7-9c72-b8230a0091cc req-4a44b08a-9a32-42db-9135-a6f3778a6e10 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd43737f-c144-4073-a5f6-958e055ed4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625653 May 19 06:02:08.031879 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726aa2ea-d375-4f2c-91b5-e167a13efc12 req-2bb23b6b-6937-490a-8212-db1de73adb44 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:02:08.033428 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-726aa2ea-d375-4f2c-91b5-e167a13efc12 req-2bb23b6b-6937-490a-8212-db1de73adb44 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4b1f469-9e4c-4b9f-abad-ac0634f369d2 HTTP/1.1" status: 200 len: 945 time: 0.0899506 May 19 06:02:08.078743 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-726aa2ea-d375-4f2c-91b5-e167a13efc12 req-0f003e45-df20-4959-b847-cca575e9bffd tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd43737f-c144-4073-a5f6-958e055ed4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396068 May 19 06:02:08.104139 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 53934) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:02:08.177025 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72bc73ce-1e26-4294-87a3-ebf34306f28a tempest-TestVolumeBootPattern-2128788534 tempest-TestVolumeBootPattern-2128788534-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:02:08.181800 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-72bc73ce-1e26-4294-87a3-ebf34306f28a tempest-TestVolumeBootPattern-2128788534 tempest-TestVolumeBootPattern-2128788534-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=e4b1f469-9e4c-4b9f-abad-ac0634f369d2 HTTP/1.1" status: 200 len: 1093 time: 0.0733960 May 19 06:02:08.182012 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 53938) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:02:08.187250 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-1466842a-3a1a-4b8f-8df6-5ddfb0b05ac9 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Request body: {'floatingip': {'floating_network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'port_id': 'bb6e82dd-bfb7-45aa-98b1-96e450aaedce', 'tenant_id': '29a7272ff9024cc7bc745e2e5fedde74', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 06:02:08.195854 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-1466842a-3a1a-4b8f-8df6-5ddfb0b05ac9 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 06:02:08.201547 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-1466842a-3a1a-4b8f-8df6-5ddfb0b05ac9 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Usage tracker for resource:floatingip and tenant:29a7272ff9024cc7bc745e2e5fedde74 is out of sync, need to count used quota {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 06:02:08.204740 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-1466842a-3a1a-4b8f-8df6-5ddfb0b05ac9 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 06:02:08.210692 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-1466842a-3a1a-4b8f-8df6-5ddfb0b05ac9 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 06:02:08.223520 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-1466842a-3a1a-4b8f-8df6-5ddfb0b05ac9 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks [] for floatingip, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:08.357591 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-1466842a-3a1a-4b8f-8df6-5ddfb0b05ac9 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:08.492849 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [None req-1466842a-3a1a-4b8f-8df6-5ddfb0b05ac9 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Allocated IP 172.27.0.217 (1e6dde84-3174-47a4-a93f-45a4a19145c3/a354a417-b24c-44ef-b568-941dc79a6d49/f989c67c-32de-406d-9f80-2f9844902f7b) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 06:02:08.637826 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-1466842a-3a1a-4b8f-8df6-5ddfb0b05ac9 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks [] for port, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:08.666751 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-1466842a-3a1a-4b8f-8df6-5ddfb0b05ac9 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742272799735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266569054'] for port, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:08.671132 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-a2d6f9a9-c763-49cb-8355-48d53905cf1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:02:08.734001 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1466842a-3a1a-4b8f-8df6-5ddfb0b05ac9 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Network 1e6dde84-3174-47a4-a93f-45a4a19145c3 is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 06:02:08.735120 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-1466842a-3a1a-4b8f-8df6-5ddfb0b05ac9 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:02:08.738860 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1466842a-3a1a-4b8f-8df6-5ddfb0b05ac9 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 06:02:08.776417 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466842a-3a1a-4b8f-8df6-5ddfb0b05ac9 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Pushing event updated for resources: {'Port': ['ID=f989c67c-32de-406d-9f80-2f9844902f7b,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:02:08.792708 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466842a-3a1a-4b8f-8df6-5ddfb0b05ac9 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:02:08.793093 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466842a-3a1a-4b8f-8df6-5ddfb0b05ac9 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:02:08.793467 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466842a-3a1a-4b8f-8df6-5ddfb0b05ac9 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:02:08.793836 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466842a-3a1a-4b8f-8df6-5ddfb0b05ac9 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:02:08.794199 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466842a-3a1a-4b8f-8df6-5ddfb0b05ac9 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:02:08.794640 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466842a-3a1a-4b8f-8df6-5ddfb0b05ac9 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:02:08.794964 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466842a-3a1a-4b8f-8df6-5ddfb0b05ac9 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:02:08.795310 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466842a-3a1a-4b8f-8df6-5ddfb0b05ac9 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:02:08.795671 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466842a-3a1a-4b8f-8df6-5ddfb0b05ac9 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:02:08.796029 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466842a-3a1a-4b8f-8df6-5ddfb0b05ac9 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:02:08.796385 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466842a-3a1a-4b8f-8df6-5ddfb0b05ac9 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:02:08.796737 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466842a-3a1a-4b8f-8df6-5ddfb0b05ac9 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:02:08.801379 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-1466842a-3a1a-4b8f-8df6-5ddfb0b05ac9 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:02:09.158340 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-1466842a-3a1a-4b8f-8df6-5ddfb0b05ac9 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:09.236358 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-1466842a-3a1a-4b8f-8df6-5ddfb0b05ac9 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:09.540200 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-1466842a-3a1a-4b8f-8df6-5ddfb0b05ac9 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks [] for port, precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:09.545965 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-1466842a-3a1a-4b8f-8df6-5ddfb0b05ac9 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266569031'] for port, after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:09.549737 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-11f57f69-3f6c-4570-a7f6-da0fa720a7a6 tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:02:09.682506 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466842a-3a1a-4b8f-8df6-5ddfb0b05ac9 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Pushing event updated for resources: {'Port': ['ID=f989c67c-32de-406d-9f80-2f9844902f7b,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:02:09.687360 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-1466842a-3a1a-4b8f-8df6-5ddfb0b05ac9 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:02:09.696730 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-1466842a-3a1a-4b8f-8df6-5ddfb0b05ac9 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-399030'] for floatingip, after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:09.910223 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.db.l3_db [None req-1466842a-3a1a-4b8f-8df6-5ddfb0b05ac9 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Floating IP 43fed520-b317-44fa-8e7f-9bc5ec5d4342 associated. External IP: 172.27.0.217, port: bb6e82dd-bfb7-45aa-98b1-96e450aaedce. May 19 06:02:10.310912 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1466842a-3a1a-4b8f-8df6-5ddfb0b05ac9 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Router 0860b901-3f25-4390-a4ec-2d5b7440fcb3 has already been hosted by L3 agent b1c473b1-11ec-4d73-8852-93414dd700fb {{(pid=103390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 06:02:10.483320 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1466842a-3a1a-4b8f-8df6-5ddfb0b05ac9 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify agent at l3_agent.dv-cinder-782405-8-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 06:02:10.493182 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d2184d-dc0a-4017-90c3-350c1e144c40 None None] Sync routers for ids ['0860b901-3f25-4390-a4ec-2d5b7440fcb3'] in dv-cinder-782405-8-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 06:02:10.502261 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d2184d-dc0a-4017-90c3-350c1e144c40 None None] Routers {'0860b901-3f25-4390-a4ec-2d5b7440fcb3'} bound to L3 agent in host dv-cinder-782405-8-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 06:02:10.502907 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-14d2184d-dc0a-4017-90c3-350c1e144c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T05:35:15Z,description=,heartbeat_timestamp=2021-05-19T06:01:45Z,host='dv-cinder-782405-8-iscsi',id=b1c473b1-11ec-4d73-8852-93414dd700fb,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:35:15Z,topic='l3_agent')) {'router_ids': ['0860b901-3f25-4390-a4ec-2d5b7440fcb3'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:02:10.507517 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-1466842a-3a1a-4b8f-8df6-5ddfb0b05ac9 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13023'] for floatingip, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:10.568468 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-1466842a-3a1a-4b8f-8df6-5ddfb0b05ac9 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3853059 May 19 06:02:10.569247 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4b1f469-9e4c-4b9f-abad-ac0634f369d2', 'tag': 'bb6e82dd-bfb7-45aa-98b1-96e450aaedce'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 06:02:10.614868 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4b1f469-9e4c-4b9f-abad-ac0634f369d2', 'tag': 'bb6e82dd-bfb7-45aa-98b1-96e450aaedce', 'status': 'completed', 'code': 200} May 19 06:02:10.710396 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4b700f-7f4b-4130-ad5d-23f587b639c9 req-e1af68df-a235-4fe2-b881-bca40d81a64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:02:10.712048 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3c4b700f-7f4b-4130-ad5d-23f587b639c9 req-e1af68df-a235-4fe2-b881-bca40d81a64f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=29a7272ff9024cc7bc745e2e5fedde74&device_id=e4b1f469-9e4c-4b9f-abad-ac0634f369d2 HTTP/1.1" status: 200 len: 1098 time: 0.0736833 May 19 06:02:10.748228 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-14d2184d-dc0a-4017-90c3-350c1e144c40 None None] Set router 0860b901-3f25-4390-a4ec-2d5b7440fcb3 gateway port host: dv-cinder-782405-8-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 06:02:10.850989 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4b700f-7f4b-4130-ad5d-23f587b639c9 req-4bc7a6a3-65a6-4615-8f5e-671a4782301e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:02:10.852705 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3c4b700f-7f4b-4130-ad5d-23f587b639c9 req-4bc7a6a3-65a6-4615-8f5e-671a4782301e service neutron] 10.222.0.26 "GET /v2.0/networks?id=eeb2e6e5-8235-4e27-9f2e-8fa14d21139b HTTP/1.1" status: 200 len: 912 time: 0.1348281 May 19 06:02:11.072110 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3c4b700f-7f4b-4130-ad5d-23f587b639c9 req-22cad25a-5cc1-498c-b4ac-54799cc6feaa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb6e82dd-bfb7-45aa-98b1-96e450aaedce HTTP/1.1" status: 200 len: 999 time: 0.2131591 May 19 06:02:11.108475 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-14d2184d-dc0a-4017-90c3-350c1e144c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0860b901-3f25-4390-a4ec-2d5b7440fcb3', 'name': 'tempest-TestVolumeBootPattern-417061248-router', 'tenant_id': '29a7272ff9024cc7bc745e2e5fedde74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '494f3908-e112-411e-ae19-34c32a6ec123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:58:32Z', 'updated_at': '2021-05-19T05:58:36Z', 'revision_number': 4, 'project_id': '29a7272ff9024cc7bc745e2e5fedde74', 'gw_port': {'id': '494f3908-e112-411e-ae19-34c32a6ec123', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ae:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0860b901-3f25-4390-a4ec-2d5b7440fcb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:33Z', 'updated_at': '2021-05-19T05:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi', '_floatingips': [{'id': '43fed520-b317-44fa-8e7f-9bc5ec5d4342', 'tenant_id': '29a7272ff9024cc7bc745e2e5fedde74', 'floating_ip_address': '172.27.0.217', 'floating_network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'router_id': '0860b901-3f25-4390-a4ec-2d5b7440fcb3', 'port_id': 'bb6e82dd-bfb7-45aa-98b1-96e450aaedce', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeb2e6e5-8235-4e27-9f2e-8fa14d21139b', 'mac_address': 'fa:16:3e:b8:f1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b1f469-9e4c-4b9f-abad-ac0634f369d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T06:02:09Z', 'updated_at': '2021-05-19T06:02:09Z', 'revision_number': 0, 'project_id': '29a7272ff9024cc7bc745e2e5fedde74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfa1e9d7-2d2f-4a69-b40c-903fa59565c0', 'name': '', 'network_id': 'eeb2e6e5-8235-4e27-9f2e-8fa14d21139b', 'tenant_id': '29a7272ff9024cc7bc745e2e5fedde74', 'mac_address': 'fa:16:3e:83:8f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0860b901-3f25-4390-a4ec-2d5b7440fcb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'daacc5ef-ccdb-4465-9aa8-991b70653993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:35Z', 'updated_at': '2021-05-19T05:58:43Z', 'revision_number': 5, 'project_id': '29a7272ff9024cc7bc745e2e5fedde74', 'subnets': [{'id': 'daacc5ef-ccdb-4465-9aa8-991b70653993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:02:11.112737 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d2184d-dc0a-4017-90c3-350c1e144c40 None None] Checking router: 0860b901-3f25-4390-a4ec-2d5b7440fcb3 for host: dv-cinder-782405-8-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 06:02:11.122295 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d2184d-dc0a-4017-90c3-350c1e144c40 None None] Routers {'0860b901-3f25-4390-a4ec-2d5b7440fcb3'} bound to L3 agent in host dv-cinder-782405-8-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 06:02:11.122948 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-14d2184d-dc0a-4017-90c3-350c1e144c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T05:35:15Z,description=,heartbeat_timestamp=2021-05-19T06:01:45Z,host='dv-cinder-782405-8-iscsi',id=b1c473b1-11ec-4d73-8852-93414dd700fb,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:35:15Z,topic='l3_agent')) {'router_ids': ['0860b901-3f25-4390-a4ec-2d5b7440fcb3'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:02:11.144575 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4b700f-7f4b-4130-ad5d-23f587b639c9 req-baf88982-0812-4e07-ad80-1f4cf63f8413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:02:11.146159 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3c4b700f-7f4b-4130-ad5d-23f587b639c9 req-baf88982-0812-4e07-ad80-1f4cf63f8413 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=daacc5ef-ccdb-4465-9aa8-991b70653993 HTTP/1.1" status: 200 len: 850 time: 0.0676482 May 19 06:02:11.234068 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4b700f-7f4b-4130-ad5d-23f587b639c9 req-32cc5db0-6d0e-48c3-a4c2-e1ab65016d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:02:11.235714 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3c4b700f-7f4b-4130-ad5d-23f587b639c9 req-32cc5db0-6d0e-48c3-a4c2-e1ab65016d37 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=eeb2e6e5-8235-4e27-9f2e-8fa14d21139b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0831447 May 19 06:02:11.314379 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-14d2184d-dc0a-4017-90c3-350c1e144c40 None None] Set router 0860b901-3f25-4390-a4ec-2d5b7440fcb3 gateway port host: dv-cinder-782405-8-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 06:02:11.397031 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3c4b700f-7f4b-4130-ad5d-23f587b639c9 req-96535ea7-b783-42b8-850c-18b42541f460 service neutron] 10.222.0.26 "GET /v2.0/networks/eeb2e6e5-8235-4e27-9f2e-8fa14d21139b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543324 May 19 06:02:11.535024 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3c4b700f-7f4b-4130-ad5d-23f587b639c9 req-4078d56e-4fb5-4fbc-9e74-2a1c8eaf6b00 service neutron] 10.222.0.26 "GET /v2.0/networks/eeb2e6e5-8235-4e27-9f2e-8fa14d21139b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313825 May 19 06:02:11.660904 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-14d2184d-dc0a-4017-90c3-350c1e144c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0860b901-3f25-4390-a4ec-2d5b7440fcb3', 'name': 'tempest-TestVolumeBootPattern-417061248-router', 'tenant_id': '29a7272ff9024cc7bc745e2e5fedde74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '494f3908-e112-411e-ae19-34c32a6ec123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:58:32Z', 'updated_at': '2021-05-19T05:58:36Z', 'revision_number': 4, 'project_id': '29a7272ff9024cc7bc745e2e5fedde74', 'gw_port': {'id': '494f3908-e112-411e-ae19-34c32a6ec123', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ae:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0860b901-3f25-4390-a4ec-2d5b7440fcb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:33Z', 'updated_at': '2021-05-19T05:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi', '_floatingips': [{'id': '43fed520-b317-44fa-8e7f-9bc5ec5d4342', 'tenant_id': '29a7272ff9024cc7bc745e2e5fedde74', 'floating_ip_address': '172.27.0.217', 'floating_network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'router_id': '0860b901-3f25-4390-a4ec-2d5b7440fcb3', 'port_id': 'bb6e82dd-bfb7-45aa-98b1-96e450aaedce', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeb2e6e5-8235-4e27-9f2e-8fa14d21139b', 'mac_address': 'fa:16:3e:b8:f1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b1f469-9e4c-4b9f-abad-ac0634f369d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T06:02:09Z', 'updated_at': '2021-05-19T06:02:09Z', 'revision_number': 0, 'project_id': '29a7272ff9024cc7bc745e2e5fedde74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfa1e9d7-2d2f-4a69-b40c-903fa59565c0', 'name': '', 'network_id': 'eeb2e6e5-8235-4e27-9f2e-8fa14d21139b', 'tenant_id': '29a7272ff9024cc7bc745e2e5fedde74', 'mac_address': 'fa:16:3e:83:8f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0860b901-3f25-4390-a4ec-2d5b7440fcb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'daacc5ef-ccdb-4465-9aa8-991b70653993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:35Z', 'updated_at': '2021-05-19T05:58:43Z', 'revision_number': 5, 'project_id': '29a7272ff9024cc7bc745e2e5fedde74', 'subnets': [{'id': 'daacc5ef-ccdb-4465-9aa8-991b70653993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:02:11.665440 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d2184d-dc0a-4017-90c3-350c1e144c40 None None] The sync data for ids ['0860b901-3f25-4390-a4ec-2d5b7440fcb3'] in dv-cinder-782405-8-iscsi is: [{'id': '0860b901-3f25-4390-a4ec-2d5b7440fcb3', 'name': 'tempest-TestVolumeBootPattern-417061248-router', 'tenant_id': '29a7272ff9024cc7bc745e2e5fedde74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '494f3908-e112-411e-ae19-34c32a6ec123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:58:32Z', 'updated_at': '2021-05-19T05:58:36Z', 'revision_number': 4, 'project_id': '29a7272ff9024cc7bc745e2e5fedde74', 'gw_port': {'id': '494f3908-e112-411e-ae19-34c32a6ec123', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ae:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0860b901-3f25-4390-a4ec-2d5b7440fcb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:33Z', 'updated_at': '2021-05-19T05:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi', '_floatingips': [{'id': '43fed520-b317-44fa-8e7f-9bc5ec5d4342', 'tenant_id': '29a7272ff9024cc7bc745e2e5fedde74', 'floating_ip_address': '172.27.0.217', 'floating_network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'router_id': '0860b901-3f25-4390-a4ec-2d5b7440fcb3', 'port_id': 'bb6e82dd-bfb7-45aa-98b1-96e450aaedce', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeb2e6e5-8235-4e27-9f2e-8fa14d21139b', 'mac_address': 'fa:16:3e:b8:f1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b1f469-9e4c-4b9f-abad-ac0634f369d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T06:02:09Z', 'updated_at': '2021-05-19T06:02:09Z', 'revision_number': 0, 'project_id': '29a7272ff9024cc7bc745e2e5fedde74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfa1e9d7-2d2f-4a69-b40c-903fa59565c0', 'name': '', 'network_id': 'eeb2e6e5-8235-4e27-9f2e-8fa14d21139b', 'tenant_id': '29a7272ff9024cc7bc745e2e5fedde74', 'mac_address': 'fa:16:3e:83:8f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0860b901-3f25-4390-a4ec-2d5b7440fcb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'daacc5ef-ccdb-4465-9aa8-991b70653993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:35Z', 'updated_at': '2021-05-19T05:58:43Z', 'revision_number': 5, 'project_id': '29a7272ff9024cc7bc745e2e5fedde74', 'subnets': [{'id': 'daacc5ef-ccdb-4465-9aa8-991b70653993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 06:02:11.855216 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c1679c-66dc-4d52-b340-f272dcf5623f None None] New status for floating IP 43fed520-b317-44fa-8e7f-9bc5ec5d4342: ACTIVE {{(pid=103393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 06:02:12.370579 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9c493d51-4ae7-4f8d-8b1a-38b16048a1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:12.652799 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-15c103af-b587-4319-900d-58e8aed935ad req-81006b76-77b4-445f-88d4-abd395d8c9a1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e4b1f469-9e4c-4b9f-abad-ac0634f369d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0740964 May 19 06:02:12.794744 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c103af-b587-4319-900d-58e8aed935ad req-a21581db-334d-4689-9daa-45be9d107c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:02:12.796229 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-15c103af-b587-4319-900d-58e8aed935ad req-a21581db-334d-4689-9daa-45be9d107c1c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=29a7272ff9024cc7bc745e2e5fedde74&device_id=e4b1f469-9e4c-4b9f-abad-ac0634f369d2 HTTP/1.1" status: 200 len: 1098 time: 0.0715249 May 19 06:02:12.941509 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c103af-b587-4319-900d-58e8aed935ad req-9f9f9526-cd17-45ed-bbc1-3cb8f96acdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:02:12.942897 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-15c103af-b587-4319-900d-58e8aed935ad req-9f9f9526-cd17-45ed-bbc1-3cb8f96acdd0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=eeb2e6e5-8235-4e27-9f2e-8fa14d21139b HTTP/1.1" status: 200 len: 912 time: 0.1264169 May 19 06:02:13.059981 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-15c103af-b587-4319-900d-58e8aed935ad req-baf90071-f67f-44ff-9fd0-eaf044fcb809 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb6e82dd-bfb7-45aa-98b1-96e450aaedce HTTP/1.1" status: 200 len: 1001 time: 0.1102560 May 19 06:02:13.133601 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c103af-b587-4319-900d-58e8aed935ad req-7526ab9c-c52e-44d7-829e-e456ac27d13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:02:13.135203 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-15c103af-b587-4319-900d-58e8aed935ad req-7526ab9c-c52e-44d7-829e-e456ac27d13e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=daacc5ef-ccdb-4465-9aa8-991b70653993 HTTP/1.1" status: 200 len: 850 time: 0.0688949 May 19 06:02:13.219554 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c103af-b587-4319-900d-58e8aed935ad req-242c562b-a4ca-4709-b47a-00d05a3635f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:02:13.221000 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-15c103af-b587-4319-900d-58e8aed935ad req-242c562b-a4ca-4709-b47a-00d05a3635f2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=eeb2e6e5-8235-4e27-9f2e-8fa14d21139b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0800185 May 19 06:02:13.352263 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-15c103af-b587-4319-900d-58e8aed935ad req-9114d664-ed1a-4a41-9158-a67ab5f8946b service neutron] 10.222.0.26 "GET /v2.0/networks/eeb2e6e5-8235-4e27-9f2e-8fa14d21139b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246758 May 19 06:02:13.481241 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-15c103af-b587-4319-900d-58e8aed935ad req-5ebd4884-a136-481a-be28-4dca04cb438b service neutron] 10.222.0.26 "GET /v2.0/networks/eeb2e6e5-8235-4e27-9f2e-8fa14d21139b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229460 May 19 06:02:14.719435 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1dd97cc8-c977-475b-a68c-7087bf384252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:14.884447 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:15.950133 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-db7c5e23-657c-45d4-9da5-15ba3bf0d241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:17.658506 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ca9ec6bf-79c4-448f-b3bb-8c49e8cf3732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:28.763833 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:31.604462 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-8ef77f1b-c1f2-4f7f-903c-9c4facac0416 None None] Agent healthcheck: found 6 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 06:02:42.372556 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-08c85e1e-f54f-4e47-96ac-c0d868d42370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:44.729841 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2d3c8af0-05a4-4a28-8525-bd7106ac21fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:44.886157 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:45.952890 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-db7c5e23-657c-45d4-9da5-15ba3bf0d241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:47.661264 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ca9ec6bf-79c4-448f-b3bb-8c49e8cf3732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:58.778876 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:03:08.604136 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-8ef77f1b-c1f2-4f7f-903c-9c4facac0416 None None] Agent healthcheck: found 6 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 06:03:12.373311 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2b351a28-858a-416a-bc13-0554700fb58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:03:13.687390 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4e4a7c38-b2b8-42c8-9082-c6dda5d44f3f req-b4884aa9-e90c-4796-93f8-a52ce8aaf3c9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e4b1f469-9e4c-4b9f-abad-ac0634f369d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1170189 May 19 06:03:13.828770 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4a7c38-b2b8-42c8-9082-c6dda5d44f3f req-f8d63e71-56d3-46bb-acd5-7f8fa3f103f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:03:13.830090 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4e4a7c38-b2b8-42c8-9082-c6dda5d44f3f req-f8d63e71-56d3-46bb-acd5-7f8fa3f103f3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=29a7272ff9024cc7bc745e2e5fedde74&device_id=e4b1f469-9e4c-4b9f-abad-ac0634f369d2 HTTP/1.1" status: 200 len: 1098 time: 0.0737827 May 19 06:03:13.969844 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4a7c38-b2b8-42c8-9082-c6dda5d44f3f req-5607fbfb-17a2-4710-b666-daf1ab08c63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:03:13.971261 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4e4a7c38-b2b8-42c8-9082-c6dda5d44f3f req-5607fbfb-17a2-4710-b666-daf1ab08c63f service neutron] 10.222.0.26 "GET /v2.0/networks?id=eeb2e6e5-8235-4e27-9f2e-8fa14d21139b HTTP/1.1" status: 200 len: 912 time: 0.1228895 May 19 06:03:14.173951 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4e4a7c38-b2b8-42c8-9082-c6dda5d44f3f req-d1bec82e-1c4e-4852-8de0-f5266883b513 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb6e82dd-bfb7-45aa-98b1-96e450aaedce HTTP/1.1" status: 200 len: 1001 time: 0.1960073 May 19 06:03:14.235023 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4a7c38-b2b8-42c8-9082-c6dda5d44f3f req-50fc5b98-c5b0-49b9-b19d-6ff6bc99aed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:03:14.236393 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4e4a7c38-b2b8-42c8-9082-c6dda5d44f3f req-50fc5b98-c5b0-49b9-b19d-6ff6bc99aed5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=daacc5ef-ccdb-4465-9aa8-991b70653993 HTTP/1.1" status: 200 len: 850 time: 0.0563788 May 19 06:03:14.308322 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4a7c38-b2b8-42c8-9082-c6dda5d44f3f req-2edafcae-1379-4faf-bf24-6a5c4ba3c29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:03:14.309721 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4e4a7c38-b2b8-42c8-9082-c6dda5d44f3f req-2edafcae-1379-4faf-bf24-6a5c4ba3c29c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=eeb2e6e5-8235-4e27-9f2e-8fa14d21139b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0674100 May 19 06:03:14.319736 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [req-4e4a7c38-b2b8-42c8-9082-c6dda5d44f3f req-8496ccdc-3cdc-4bea-8976-a2f26b9d70d7 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103391) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 06:03:14.320709 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4e4a7c38-b2b8-42c8-9082-c6dda5d44f3f req-8496ccdc-3cdc-4bea-8976-a2f26b9d70d7 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050526 May 19 06:03:14.453546 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4e4a7c38-b2b8-42c8-9082-c6dda5d44f3f req-7b65e9cb-b16a-458c-be2c-300d49433194 service neutron] 10.222.0.26 "GET /v2.0/networks/eeb2e6e5-8235-4e27-9f2e-8fa14d21139b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259332 May 19 06:03:14.587823 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4e4a7c38-b2b8-42c8-9082-c6dda5d44f3f req-168ad7a0-3ebb-44e7-aac2-cc4a8e18f0ee service neutron] 10.222.0.26 "GET /v2.0/networks/eeb2e6e5-8235-4e27-9f2e-8fa14d21139b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278720 May 19 06:03:14.720741 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c6a9d279-551c-47b8-bf9a-e4df3f7c7f52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:03:14.887182 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:03:15.957795 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-db7c5e23-657c-45d4-9da5-15ba3bf0d241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:03:17.665452 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ca9ec6bf-79c4-448f-b3bb-8c49e8cf3732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:03:28.782308 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:03:42.411096 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3cf83879-cb42-4c68-a6a3-43669215b8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:03:44.720785 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3942c446-5ffe-45b1-a24f-8eaf6914f496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:03:44.888751 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:03:45.603218 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-8ef77f1b-c1f2-4f7f-903c-9c4facac0416 None None] Agent healthcheck: found 6 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 06:03:45.956829 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-db7c5e23-657c-45d4-9da5-15ba3bf0d241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:03:47.664850 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ca9ec6bf-79c4-448f-b3bb-8c49e8cf3732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:03:58.781288 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:11.362714 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8929866d-ad96-41df-816d-fb531c09b131 req-4f08597d-e83c-4c60-b02c-1c9504381898 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1133184722&fields=id&tenant_id=29a7272ff9024cc7bc745e2e5fedde74 HTTP/1.1" status: 200 len: 267 time: 0.0407293 May 19 06:04:11.507366 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8929866d-ad96-41df-816d-fb531c09b131 req-f1d1985e-b471-476b-8563-a9e59762ade0 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:04:11.508696 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8929866d-ad96-41df-816d-fb531c09b131 req-f1d1985e-b471-476b-8563-a9e59762ade0 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/networks?id=eeb2e6e5-8235-4e27-9f2e-8fa14d21139b HTTP/1.1" status: 200 len: 811 time: 0.1397781 May 19 06:04:11.523316 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8929866d-ad96-41df-816d-fb531c09b131 req-e073c419-8cdb-4ac3-89a0-1a11fa5a5f4f tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/quotas/29a7272ff9024cc7bc745e2e5fedde74 HTTP/1.1" status: 200 len: 375 time: 0.0091083 May 19 06:04:11.609133 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8929866d-ad96-41df-816d-fb531c09b131 req-f2af708e-8694-42d5-9caa-fc7c438f2907 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=29a7272ff9024cc7bc745e2e5fedde74&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0808899 May 19 06:04:11.779580 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8929866d-ad96-41df-816d-fb531c09b131 req-d9dada42-8bff-4f83-821f-eef3d96f5c61 service neutron] 10.222.0.11 "GET /v2.0/networks/eeb2e6e5-8235-4e27-9f2e-8fa14d21139b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592891 May 19 06:04:12.006966 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8929866d-ad96-41df-816d-fb531c09b131 req-8adbd1f8-384b-4a55-b53e-e4815a6e5f79 service neutron] 10.222.0.11 "GET /v2.0/networks/eeb2e6e5-8235-4e27-9f2e-8fa14d21139b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215531 May 19 06:04:12.373181 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-44eb1a46-4b0d-42db-92de-b5918b0d19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:13.453813 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4d98d548-0da1-4bee-89de-da25f61718a0 req-8d54b8cf-268b-40ca-95ef-f3c79f279dfd tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c4151c8-19bb-4558-a6aa-8020f0d18c44 HTTP/1.1" status: 200 len: 210 time: 0.0893025 May 19 06:04:13.628003 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-cc312bbf-dcce-41f0-9971-8ba01b143086 req-8f4e29f0-b164-411b-ba57-a23bf3d6578a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e4b1f469-9e4c-4b9f-abad-ac0634f369d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0678356 May 19 06:04:13.765436 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc312bbf-dcce-41f0-9971-8ba01b143086 req-456de351-929e-430e-8cf3-b45a2a51774f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:04:13.766803 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-cc312bbf-dcce-41f0-9971-8ba01b143086 req-456de351-929e-430e-8cf3-b45a2a51774f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=29a7272ff9024cc7bc745e2e5fedde74&device_id=e4b1f469-9e4c-4b9f-abad-ac0634f369d2 HTTP/1.1" status: 200 len: 1098 time: 0.0728219 May 19 06:04:13.908837 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc312bbf-dcce-41f0-9971-8ba01b143086 req-e832a22f-202a-472f-b859-fa55a8ec6e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:04:13.910252 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-cc312bbf-dcce-41f0-9971-8ba01b143086 req-e832a22f-202a-472f-b859-fa55a8ec6e94 service neutron] 10.222.0.26 "GET /v2.0/networks?id=eeb2e6e5-8235-4e27-9f2e-8fa14d21139b HTTP/1.1" status: 200 len: 912 time: 0.1253674 May 19 06:04:14.006224 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-cc312bbf-dcce-41f0-9971-8ba01b143086 req-b87d0087-efcf-42eb-8e98-de9457b6b715 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb6e82dd-bfb7-45aa-98b1-96e450aaedce HTTP/1.1" status: 200 len: 1001 time: 0.0897090 May 19 06:04:14.069537 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc312bbf-dcce-41f0-9971-8ba01b143086 req-ab61e118-6d95-45af-856f-2dad7fb164a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:04:14.070850 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-cc312bbf-dcce-41f0-9971-8ba01b143086 req-ab61e118-6d95-45af-856f-2dad7fb164a0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=daacc5ef-ccdb-4465-9aa8-991b70653993 HTTP/1.1" status: 200 len: 850 time: 0.0584757 May 19 06:04:14.142961 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc312bbf-dcce-41f0-9971-8ba01b143086 req-5fb686e3-a3e1-453c-adc5-0c6b5c81f6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:04:14.144403 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-cc312bbf-dcce-41f0-9971-8ba01b143086 req-5fb686e3-a3e1-453c-adc5-0c6b5c81f6e4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=eeb2e6e5-8235-4e27-9f2e-8fa14d21139b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0677028 May 19 06:04:14.274668 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-cc312bbf-dcce-41f0-9971-8ba01b143086 req-d235ab62-68f1-4aa2-8797-99776aabb33e service neutron] 10.222.0.26 "GET /v2.0/networks/eeb2e6e5-8235-4e27-9f2e-8fa14d21139b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239552 May 19 06:04:14.410039 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-cc312bbf-dcce-41f0-9971-8ba01b143086 req-76a7bb60-ae45-4c0e-90db-9d11df4c6d96 service neutron] 10.222.0.26 "GET /v2.0/networks/eeb2e6e5-8235-4e27-9f2e-8fa14d21139b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292655 May 19 06:04:14.554476 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-57f88095-118a-46fa-a09e-6456773b24c8 req-d5cd4bfd-b5c0-43f5-b054-8e74bca16089 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c4151c8-19bb-4558-a6aa-8020f0d18c44 HTTP/1.1" status: 200 len: 210 time: 0.0459726 May 19 06:04:14.722411 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b740ada9-41da-4625-a410-6e260159f630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:14.891333 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:15.715748 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f9514bb4-0657-4c0e-9354-ddf328c142c8 req-155c717d-9938-4f9b-a89d-82eb3a6dd256 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c4151c8-19bb-4558-a6aa-8020f0d18c44 HTTP/1.1" status: 200 len: 210 time: 0.0461812 May 19 06:04:15.959952 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-db7c5e23-657c-45d4-9da5-15ba3bf0d241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:16.617674 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8929866d-ad96-41df-816d-fb531c09b131 req-bab65b9d-f9f4-4243-a792-53c4fe95c55c tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:04:16.619092 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8929866d-ad96-41df-816d-fb531c09b131 req-bab65b9d-f9f4-4243-a792-53c4fe95c55c tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.26 "GET /v2.0/networks?id=eeb2e6e5-8235-4e27-9f2e-8fa14d21139b HTTP/1.1" status: 200 len: 811 time: 0.2442997 May 19 06:04:16.667614 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8929866d-ad96-41df-816d-fb531c09b131 req-82a5605d-2302-419a-8ddf-9b239dbc6175 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=29a7272ff9024cc7bc745e2e5fedde74 HTTP/1.1" status: 200 len: 380 time: 0.0408573 May 19 06:04:16.675718 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [req-8929866d-ad96-41df-816d-fb531c09b131 req-a2b358ce-cf5c-4f7e-974a-975c2fded172 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Request body: {'port': {'device_id': '9c4151c8-19bb-4558-a6aa-8020f0d18c44', 'network_id': 'eeb2e6e5-8235-4e27-9f2e-8fa14d21139b', 'admin_state_up': True, 'tenant_id': '29a7272ff9024cc7bc745e2e5fedde74', 'security_groups': ['dd43737f-c144-4073-a5f6-958e055ed4a6']}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 06:04:16.811225 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [req-8929866d-ad96-41df-816d-fb531c09b131 req-a2b358ce-cf5c-4f7e-974a-975c2fded172 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 06:04:16.822356 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.quota.driver [req-8929866d-ad96-41df-816d-fb531c09b131 req-a2b358ce-cf5c-4f7e-974a-975c2fded172 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=103391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 06:04:16.831054 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8929866d-ad96-41df-816d-fb531c09b131 req-a2b358ce-cf5c-4f7e-974a-975c2fded172 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Made reservation on behalf of 29a7272ff9024cc7bc745e2e5fedde74 for: {'port': 1} {{(pid=103391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 06:04:16.834599 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-8929866d-ad96-41df-816d-fb531c09b131 req-a2b358ce-cf5c-4f7e-974a-975c2fded172 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:16.861675 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d86d24a5-88ba-4d5b-aab9-5468e5f58747 req-de154529-4f94-439f-b67b-455a289d3e9a tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c4151c8-19bb-4558-a6aa-8020f0d18c44 HTTP/1.1" status: 200 len: 210 time: 0.0420849 May 19 06:04:16.996547 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [req-8929866d-ad96-41df-816d-fb531c09b131 req-a2b358ce-cf5c-4f7e-974a-975c2fded172 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Allocated IP 172.20.0.13 (eeb2e6e5-8235-4e27-9f2e-8fa14d21139b/daacc5ef-ccdb-4465-9aa8-991b70653993/edb8ecdd-5998-4f2b-a0b4-f573d0f5dba4) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 06:04:17.191448 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-8929866d-ad96-41df-816d-fb531c09b131 req-a2b358ce-cf5c-4f7e-974a-975c2fded172 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks [] for port, precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:17.206499 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [req-8929866d-ad96-41df-816d-fb531c09b131 req-a2b358ce-cf5c-4f7e-974a-975c2fded172 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Transition to ACTIVE for port object edb8ecdd-5998-4f2b-a0b4-f573d0f5dba4 will not be triggered until provisioned by entity DHCP. {{(pid=103391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 06:04:17.231045 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-8929866d-ad96-41df-816d-fb531c09b131 req-a2b358ce-cf5c-4f7e-974a-975c2fded172 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742272799735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263355286'] for port, after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:17.236953 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-68e5e05d-3246-4ee7-a65e-4bc29299e5d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:04:17.305698 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8929866d-ad96-41df-816d-fb531c09b131 req-a2b358ce-cf5c-4f7e-974a-975c2fded172 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Network eeb2e6e5-8235-4e27-9f2e-8fa14d21139b is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 06:04:17.308619 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [req-8929866d-ad96-41df-816d-fb531c09b131 req-a2b358ce-cf5c-4f7e-974a-975c2fded172 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:04:17.312451 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [req-8929866d-ad96-41df-816d-fb531c09b131 req-a2b358ce-cf5c-4f7e-974a-975c2fded172 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 06:04:17.343109 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b358ce-cf5c-4f7e-974a-975c2fded172 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Pushing event updated for resources: {'Port': ['ID=edb8ecdd-5998-4f2b-a0b4-f573d0f5dba4,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:04:17.363472 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b358ce-cf5c-4f7e-974a-975c2fded172 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:04:17.363850 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b358ce-cf5c-4f7e-974a-975c2fded172 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:04:17.364279 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b358ce-cf5c-4f7e-974a-975c2fded172 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:04:17.364647 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b358ce-cf5c-4f7e-974a-975c2fded172 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:04:17.365011 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b358ce-cf5c-4f7e-974a-975c2fded172 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:04:17.365376 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b358ce-cf5c-4f7e-974a-975c2fded172 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:04:17.365738 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b358ce-cf5c-4f7e-974a-975c2fded172 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:04:17.366097 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b358ce-cf5c-4f7e-974a-975c2fded172 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:04:17.366459 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b358ce-cf5c-4f7e-974a-975c2fded172 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:04:17.366844 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b358ce-cf5c-4f7e-974a-975c2fded172 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:04:17.367199 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b358ce-cf5c-4f7e-974a-975c2fded172 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:04:17.367552 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b358ce-cf5c-4f7e-974a-975c2fded172 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:04:17.373263 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-a2b358ce-cf5c-4f7e-974a-975c2fded172 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:04:17.390817 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8929866d-ad96-41df-816d-fb531c09b131 req-a2b358ce-cf5c-4f7e-974a-975c2fded172 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:04:17.391433 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-8929866d-ad96-41df-816d-fb531c09b131 req-a2b358ce-cf5c-4f7e-974a-975c2fded172 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13023'] for port, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:17.418625 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8929866d-ad96-41df-816d-fb531c09b131 req-a2b358ce-cf5c-4f7e-974a-975c2fded172 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7464221 May 19 06:04:17.437793 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [req-8929866d-ad96-41df-816d-fb531c09b131 req-fe3379b3-2e63-495e-8df2-8bdc2242933e service neutron] Request body: {'port': {'device_id': '9c4151c8-19bb-4558-a6aa-8020f0d18c44', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78240'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 06:04:17.549198 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-8929866d-ad96-41df-816d-fb531c09b131 req-fe3379b3-2e63-495e-8df2-8bdc2242933e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:17.584469 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-af0e9ea6-7469-4381-95dd-10030392b3c0 None None] Provisioning for port edb8ecdd-5998-4f2b-a0b4-f573d0f5dba4 completed by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 06:04:17.589107 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-af0e9ea6-7469-4381-95dd-10030392b3c0 None None] Provisioning complete for port edb8ecdd-5998-4f2b-a0b4-f573d0f5dba4 triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 06:04:17.589488 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-af0e9ea6-7469-4381-95dd-10030392b3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:17.642098 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-af0e9ea6-7469-4381-95dd-10030392b3c0 None None] Port edb8ecdd-5998-4f2b-a0b4-f573d0f5dba4 cannot update to ACTIVE because it is not bound. {{(pid=103392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 06:04:17.666574 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ca9ec6bf-79c4-448f-b3bb-8c49e8cf3732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:17.876368 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [req-8929866d-ad96-41df-816d-fb531c09b131 req-fe3379b3-2e63-495e-8df2-8bdc2242933e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edb8ecdd-5998-4f2b-a0b4-f573d0f5dba4 {{(pid=103391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 06:04:17.883965 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-8929866d-ad96-41df-816d-fb531c09b131 req-fe3379b3-2e63-495e-8df2-8bdc2242933e service neutron] Notify callbacks [] for port, precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:17.898946 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [req-8929866d-ad96-41df-816d-fb531c09b131 req-fe3379b3-2e63-495e-8df2-8bdc2242933e service neutron] Transition to ACTIVE for port object edb8ecdd-5998-4f2b-a0b4-f573d0f5dba4 will not be triggered until provisioned by entity L2. {{(pid=103391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 06:04:17.902362 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-8929866d-ad96-41df-816d-fb531c09b131 req-fe3379b3-2e63-495e-8df2-8bdc2242933e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263355279'] for port, after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:17.906750 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-8e1cc038-93d2-4860-88f5-0758efa84f3c tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:04:18.097596 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3379b3-2e63-495e-8df2-8bdc2242933e service neutron] Pushing event updated for resources: {'Port': ['ID=edb8ecdd-5998-4f2b-a0b4-f573d0f5dba4,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:04:18.105728 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-fe3379b3-2e63-495e-8df2-8bdc2242933e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:04:18.204321 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628b8860-0404-410f-a15e-1bf4dbb74182 req-e73748a8-0b80-44c2-b21f-1d03e236deb9 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:04:18.205002 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-628b8860-0404-410f-a15e-1bf4dbb74182 req-e73748a8-0b80-44c2-b21f-1d03e236deb9 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Synchronizing usage tracker for tenant:29a7272ff9024cc7bc745e2e5fedde74 on resource:port {{(pid=103391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 06:04:18.207461 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-8929866d-ad96-41df-816d-fb531c09b131 req-fe3379b3-2e63-495e-8df2-8bdc2242933e service neutron] Attempting to bind port edb8ecdd-5998-4f2b-a0b4-f573d0f5dba4 on host hv-cinder-78240 for vnic_type normal with profile {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 06:04:18.207788 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-8929866d-ad96-41df-816d-fb531c09b131 req-fe3379b3-2e63-495e-8df2-8bdc2242933e service neutron] Attempting to bind port edb8ecdd-5998-4f2b-a0b4-f573d0f5dba4 by drivers openvswitch,hyperv on host hv-cinder-78240 at level 0 using segments [{'id': '0844aaea-69d3-4db4-aeb8-d71483a536f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'eeb2e6e5-8235-4e27-9f2e-8fa14d21139b'}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 06:04:18.208134 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8929866d-ad96-41df-816d-fb531c09b131 req-fe3379b3-2e63-495e-8df2-8bdc2242933e service neutron] Attempting to bind port edb8ecdd-5998-4f2b-a0b4-f573d0f5dba4 on network eeb2e6e5-8235-4e27-9f2e-8fa14d21139b {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 06:04:18.216449 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8929866d-ad96-41df-816d-fb531c09b131 req-fe3379b3-2e63-495e-8df2-8bdc2242933e service neutron] Port edb8ecdd-5998-4f2b-a0b4-f573d0f5dba4 on network eeb2e6e5-8235-4e27-9f2e-8fa14d21139b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78240 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 06:04:18.216765 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8929866d-ad96-41df-816d-fb531c09b131 req-fe3379b3-2e63-495e-8df2-8bdc2242933e service neutron] Attempting to bind port edb8ecdd-5998-4f2b-a0b4-f573d0f5dba4 on network eeb2e6e5-8235-4e27-9f2e-8fa14d21139b {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 06:04:18.225348 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8929866d-ad96-41df-816d-fb531c09b131 req-fe3379b3-2e63-495e-8df2-8bdc2242933e service neutron] Checking agent: {'id': '5b106939-35fb-4931-879f-1b04325a2c36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78240', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 5, 40, 58), 'started_at': datetime.datetime(2021, 5, 19, 5, 40, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 6, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 06:04:18.225619 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8929866d-ad96-41df-816d-fb531c09b131 req-fe3379b3-2e63-495e-8df2-8bdc2242933e service neutron] Checking segment: {'id': '0844aaea-69d3-4db4-aeb8-d71483a536f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'eeb2e6e5-8235-4e27-9f2e-8fa14d21139b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 06:04:18.225988 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8929866d-ad96-41df-816d-fb531c09b131 req-fe3379b3-2e63-495e-8df2-8bdc2242933e service neutron] Bound using segment: {'id': '0844aaea-69d3-4db4-aeb8-d71483a536f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'eeb2e6e5-8235-4e27-9f2e-8fa14d21139b'} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 06:04:18.226404 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-8929866d-ad96-41df-816d-fb531c09b131 req-fe3379b3-2e63-495e-8df2-8bdc2242933e service neutron] Bound port: edb8ecdd-5998-4f2b-a0b4-f573d0f5dba4, host: hv-cinder-78240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0844aaea-69d3-4db4-aeb8-d71483a536f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'eeb2e6e5-8235-4e27-9f2e-8fa14d21139b'}}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 06:04:18.226766 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-8929866d-ad96-41df-816d-fb531c09b131 req-fe3379b3-2e63-495e-8df2-8bdc2242933e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:18.241283 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-628b8860-0404-410f-a15e-1bf4dbb74182 req-e73748a8-0b80-44c2-b21f-1d03e236deb9 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Unset dirty status for tenant:29a7272ff9024cc7bc745e2e5fedde74 on resource:port {{(pid=103391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 06:04:18.242456 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-628b8860-0404-410f-a15e-1bf4dbb74182 req-e73748a8-0b80-44c2-b21f-1d03e236deb9 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c4151c8-19bb-4558-a6aa-8020f0d18c44 HTTP/1.1" status: 200 len: 944 time: 0.2381427 May 19 06:04:18.336619 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-628b8860-0404-410f-a15e-1bf4dbb74182 req-bd4e9bfd-dbba-4362-8aff-30952a6e5dca tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd43737f-c144-4073-a5f6-958e055ed4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638239 May 19 06:04:18.347013 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-8929866d-ad96-41df-816d-fb531c09b131 req-fe3379b3-2e63-495e-8df2-8bdc2242933e service neutron] For port edb8ecdd-5998-4f2b-a0b4-f573d0f5dba4, host hv-cinder-78240, cleared binding levels {{(pid=103391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 06:04:18.352387 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-8929866d-ad96-41df-816d-fb531c09b131 req-fe3379b3-2e63-495e-8df2-8bdc2242933e service neutron] For port edb8ecdd-5998-4f2b-a0b4-f573d0f5dba4, host hv-cinder-78240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=edb8ecdd-5998-4f2b-a0b4-f573d0f5dba4,segment=NetworkSegment(0844aaea-69d3-4db4-aeb8-d71483a536f1),segment_id=0844aaea-69d3-4db4-aeb8-d71483a536f1)] {{(pid=103391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 06:04:18.356037 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-8929866d-ad96-41df-816d-fb531c09b131 req-fe3379b3-2e63-495e-8df2-8bdc2242933e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263355279'] for port, after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:18.359815 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-9c46d01c-7952-49a0-a60a-7e4e7f357c58 tempest-VolumesActionsTest-1267732822 tempest-VolumesActionsTest-1267732822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:04:18.515903 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8929866d-ad96-41df-816d-fb531c09b131 req-fe3379b3-2e63-495e-8df2-8bdc2242933e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:04:18.515903 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-8929866d-ad96-41df-816d-fb531c09b131 req-fe3379b3-2e63-495e-8df2-8bdc2242933e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13023'] for port, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:18.517182 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8929866d-ad96-41df-816d-fb531c09b131 req-fe3379b3-2e63-495e-8df2-8bdc2242933e service neutron] 10.222.0.26 "PUT /v2.0/ports/edb8ecdd-5998-4f2b-a0b4-f573d0f5dba4 HTTP/1.1" status: 200 len: 1094 time: 1.0838594 May 19 06:04:18.520507 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c4151c8-19bb-4558-a6aa-8020f0d18c44', 'tag': 'edb8ecdd-5998-4f2b-a0b4-f573d0f5dba4'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 06:04:18.599828 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3379b3-2e63-495e-8df2-8bdc2242933e service neutron] Pushing event updated for resources: {'Port': ['ID=edb8ecdd-5998-4f2b-a0b4-f573d0f5dba4,revision_number=3']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:04:18.604439 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-fe3379b3-2e63-495e-8df2-8bdc2242933e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:04:18.635561 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8929866d-ad96-41df-816d-fb531c09b131 req-d393d347-4383-474b-9965-cc47b75495a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:04:18.637039 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8929866d-ad96-41df-816d-fb531c09b131 req-d393d347-4383-474b-9965-cc47b75495a4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=29a7272ff9024cc7bc745e2e5fedde74&device_id=9c4151c8-19bb-4558-a6aa-8020f0d18c44 HTTP/1.1" status: 200 len: 1097 time: 0.0806272 May 19 06:04:18.707612 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8929866d-ad96-41df-816d-fb531c09b131 req-004af2bd-ca57-4c42-a235-1e533cfecb30 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=edb8ecdd-5998-4f2b-a0b4-f573d0f5dba4 HTTP/1.1" status: 200 len: 217 time: 0.0626240 May 19 06:04:18.766958 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8929866d-ad96-41df-816d-fb531c09b131 req-1a322ab7-bc0a-4fda-abbd-e4ab4c56ae54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:04:18.768232 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8929866d-ad96-41df-816d-fb531c09b131 req-1a322ab7-bc0a-4fda-abbd-e4ab4c56ae54 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=daacc5ef-ccdb-4465-9aa8-991b70653993 HTTP/1.1" status: 200 len: 850 time: 0.0549564 May 19 06:04:18.844176 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8929866d-ad96-41df-816d-fb531c09b131 req-831ca08c-96bd-420c-b1b2-6bedd0ddd6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:04:18.845606 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8929866d-ad96-41df-816d-fb531c09b131 req-831ca08c-96bd-420c-b1b2-6bedd0ddd6d7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=eeb2e6e5-8235-4e27-9f2e-8fa14d21139b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0712793 May 19 06:04:18.971619 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8929866d-ad96-41df-816d-fb531c09b131 req-0335017d-4779-4135-8019-2d000359e1bb service neutron] 10.222.0.26 "GET /v2.0/networks/eeb2e6e5-8235-4e27-9f2e-8fa14d21139b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191335 May 19 06:04:19.099460 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8929866d-ad96-41df-816d-fb531c09b131 req-daaadcfa-ad75-45bb-a85b-72270dfdf9b9 service neutron] 10.222.0.26 "GET /v2.0/networks/eeb2e6e5-8235-4e27-9f2e-8fa14d21139b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218729 May 19 06:04:19.517983 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf49980-1398-4f57-8f00-75962d9a07ee req-083f4ed7-fbb2-4b14-a784-a4dd1b7e8df3 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:04:19.519449 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-adf49980-1398-4f57-8f00-75962d9a07ee req-083f4ed7-fbb2-4b14-a784-a4dd1b7e8df3 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c4151c8-19bb-4558-a6aa-8020f0d18c44 HTTP/1.1" status: 200 len: 944 time: 0.0799224 May 19 06:04:19.562281 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-adf49980-1398-4f57-8f00-75962d9a07ee req-e4453d53-b242-4350-8622-ec65c3a91871 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd43737f-c144-4073-a5f6-958e055ed4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372016 May 19 06:04:19.652584 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c4151c8-19bb-4558-a6aa-8020f0d18c44', 'tag': 'edb8ecdd-5998-4f2b-a0b4-f573d0f5dba4', 'status': 'completed', 'code': 200} May 19 06:04:19.765450 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e13bb4-e987-45d6-bca9-67fff88a1289 req-4d9b15a5-9c92-476a-bb8c-cdcf8f7df7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:04:19.766934 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-56e13bb4-e987-45d6-bca9-67fff88a1289 req-4d9b15a5-9c92-476a-bb8c-cdcf8f7df7b9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=29a7272ff9024cc7bc745e2e5fedde74&device_id=9c4151c8-19bb-4558-a6aa-8020f0d18c44 HTTP/1.1" status: 200 len: 1097 time: 0.0736146 May 19 06:04:19.894174 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e13bb4-e987-45d6-bca9-67fff88a1289 req-2d4ed198-0b43-48d6-a2b8-096358f4a58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:04:19.896258 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-56e13bb4-e987-45d6-bca9-67fff88a1289 req-2d4ed198-0b43-48d6-a2b8-096358f4a58a service neutron] 10.222.0.26 "GET /v2.0/networks?id=eeb2e6e5-8235-4e27-9f2e-8fa14d21139b HTTP/1.1" status: 200 len: 912 time: 0.1216948 May 19 06:04:19.960692 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-56e13bb4-e987-45d6-bca9-67fff88a1289 req-fd3ca28d-bf5d-493c-8922-7b53c76ce317 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=edb8ecdd-5998-4f2b-a0b4-f573d0f5dba4 HTTP/1.1" status: 200 len: 217 time: 0.0583615 May 19 06:04:20.023163 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e13bb4-e987-45d6-bca9-67fff88a1289 req-bbd302bc-a6b5-4256-871b-0fd7207e69cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:04:20.024510 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-56e13bb4-e987-45d6-bca9-67fff88a1289 req-bbd302bc-a6b5-4256-871b-0fd7207e69cb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=daacc5ef-ccdb-4465-9aa8-991b70653993 HTTP/1.1" status: 200 len: 850 time: 0.0576980 May 19 06:04:20.096779 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e13bb4-e987-45d6-bca9-67fff88a1289 req-8a9d0b41-2385-452c-b10a-665982d437a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:04:20.098173 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-56e13bb4-e987-45d6-bca9-67fff88a1289 req-8a9d0b41-2385-452c-b10a-665982d437a3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=eeb2e6e5-8235-4e27-9f2e-8fa14d21139b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0665069 May 19 06:04:20.229006 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-56e13bb4-e987-45d6-bca9-67fff88a1289 req-237d5e89-2ffd-4321-8eaa-c8a8d9615e65 service neutron] 10.222.0.26 "GET /v2.0/networks/eeb2e6e5-8235-4e27-9f2e-8fa14d21139b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211545 May 19 06:04:20.358035 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-56e13bb4-e987-45d6-bca9-67fff88a1289 req-c473e0bf-eb6a-4dbf-a667-6800adb42a84 service neutron] 10.222.0.26 "GET /v2.0/networks/eeb2e6e5-8235-4e27-9f2e-8fa14d21139b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222050 May 19 06:04:20.748147 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8039945-cc74-4655-a96d-bcd9f8a659ee req-b71d25e4-fd5c-4bde-a880-942a1b986a1d tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:04:20.749599 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b8039945-cc74-4655-a96d-bcd9f8a659ee req-b71d25e4-fd5c-4bde-a880-942a1b986a1d tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c4151c8-19bb-4558-a6aa-8020f0d18c44 HTTP/1.1" status: 200 len: 944 time: 0.0829890 May 19 06:04:20.795240 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b8039945-cc74-4655-a96d-bcd9f8a659ee req-2e223ce2-163f-476b-900e-1be0d3e9d6c6 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd43737f-c144-4073-a5f6-958e055ed4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399120 May 19 06:04:21.980790 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f55033-8614-439b-9438-32696514d555 req-6e9ec530-bbe8-4381-ae5c-b5ce2c41b4b6 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:04:21.982220 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-34f55033-8614-439b-9438-32696514d555 req-6e9ec530-bbe8-4381-ae5c-b5ce2c41b4b6 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c4151c8-19bb-4558-a6aa-8020f0d18c44 HTTP/1.1" status: 200 len: 944 time: 0.0812771 May 19 06:04:22.025376 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-34f55033-8614-439b-9438-32696514d555 req-00d31921-d0a7-469e-b831-229ec2b3f73d tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd43737f-c144-4073-a5f6-958e055ed4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375037 May 19 06:04:22.602929 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-8ef77f1b-c1f2-4f7f-903c-9c4facac0416 None None] Agent healthcheck: found 6 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 06:04:23.204004 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dffef3-c368-4525-8da3-c4d4ed44cafb req-dac803d8-d963-4b6b-8614-c0775b046caa tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:04:23.205437 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-16dffef3-c368-4525-8da3-c4d4ed44cafb req-dac803d8-d963-4b6b-8614-c0775b046caa tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c4151c8-19bb-4558-a6aa-8020f0d18c44 HTTP/1.1" status: 200 len: 944 time: 0.0794506 May 19 06:04:23.248039 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-16dffef3-c368-4525-8da3-c4d4ed44cafb req-528164e5-d54b-4989-b146-b55e94dfe44f tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd43737f-c144-4073-a5f6-958e055ed4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369124 May 19 06:04:24.427896 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc8932c-6e26-4539-a52e-a594eba0f755 req-6b011175-e080-4db9-93c8-59b6f05b26fd tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:04:24.429222 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0bc8932c-6e26-4539-a52e-a594eba0f755 req-6b011175-e080-4db9-93c8-59b6f05b26fd tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c4151c8-19bb-4558-a6aa-8020f0d18c44 HTTP/1.1" status: 200 len: 944 time: 0.0771353 May 19 06:04:24.472659 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0bc8932c-6e26-4539-a52e-a594eba0f755 req-a179f931-164a-40d9-91e0-e22cb10e05e7 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd43737f-c144-4073-a5f6-958e055ed4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377862 May 19 06:04:25.752959 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9152148f-8d42-4b19-84e7-f699719e071c req-97d512c8-ec05-49aa-bfd6-9cb5deb15195 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:04:25.754324 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9152148f-8d42-4b19-84e7-f699719e071c req-97d512c8-ec05-49aa-bfd6-9cb5deb15195 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c4151c8-19bb-4558-a6aa-8020f0d18c44 HTTP/1.1" status: 200 len: 944 time: 0.1798763 May 19 06:04:25.798574 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9152148f-8d42-4b19-84e7-f699719e071c req-1f5b6cbf-f37b-493d-a11b-e51aea67bb65 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd43737f-c144-4073-a5f6-958e055ed4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378633 May 19 06:04:26.982433 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f130a1c4-a901-496b-b098-0b99b169bd61 req-56d70113-8878-4b3a-8fe3-4675e6e11563 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:04:26.983901 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f130a1c4-a901-496b-b098-0b99b169bd61 req-56d70113-8878-4b3a-8fe3-4675e6e11563 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c4151c8-19bb-4558-a6aa-8020f0d18c44 HTTP/1.1" status: 200 len: 944 time: 0.0828152 May 19 06:04:27.028147 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f130a1c4-a901-496b-b098-0b99b169bd61 req-d8afc0cf-5275-4fe5-b865-9e0df13a28ce tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd43737f-c144-4073-a5f6-958e055ed4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380590 May 19 06:04:27.493526 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Device edb8ecdd-5998-4f2b-a0b4-f573d0f5dba4 details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=103392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 06:04:27.620408 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] For port edb8ecdd-5998-4f2b-a0b4-f573d0f5dba4, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=edb8ecdd-5998-4f2b-a0b4-f573d0f5dba4,segment=NetworkSegment(0844aaea-69d3-4db4-aeb8-d71483a536f1),segment_id=0844aaea-69d3-4db4-aeb8-d71483a536f1)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 06:04:27.633304 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Returning: {'device': 'edb8ecdd-5998-4f2b-a0b4-f573d0f5dba4', 'network_id': 'eeb2e6e5-8235-4e27-9f2e-8fa14d21139b', 'port_id': 'edb8ecdd-5998-4f2b-a0b4-f573d0f5dba4', 'mac_address': 'fa:16:3e:3a:26:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daacc5ef-ccdb-4465-9aa8-991b70653993', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 06:04:27.685857 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:27.702079 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edb8ecdd-5998-4f2b-a0b4-f573d0f5dba4 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 06:04:27.716562 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] For port edb8ecdd-5998-4f2b-a0b4-f573d0f5dba4, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=edb8ecdd-5998-4f2b-a0b4-f573d0f5dba4,segment=NetworkSegment(0844aaea-69d3-4db4-aeb8-d71483a536f1),segment_id=0844aaea-69d3-4db4-aeb8-d71483a536f1)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 06:04:27.720524 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:27.722196 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-58bfe2f7-27f7-48c2-9b7b-680188255eff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:04:27.787636 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Pushing event updated for resources: {'Port': ['ID=edb8ecdd-5998-4f2b-a0b4-f573d0f5dba4,revision_number=4']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:04:27.794453 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:04:27.794813 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:04:27.795147 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:04:27.795472 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:04:27.795795 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:04:27.796117 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:04:27.796436 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:04:27.796750 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:04:27.797066 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:04:27.797379 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:04:27.797698 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:04:27.798007 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:04:27.802358 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:04:28.061881 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] get_ports_and_sgs() called for port_ids ['edb8ecdd-5998-4f2b-a0b4-f573d0f5dba4'] {{(pid=103392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 06:04:28.214283 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770c2403-8fcf-4ccf-bbc6-3c26d08e06da req-9cce7922-2d4f-4be6-97fc-b2bd66764f65 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:04:28.215755 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-770c2403-8fcf-4ccf-bbc6-3c26d08e06da req-9cce7922-2d4f-4be6-97fc-b2bd66764f65 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c4151c8-19bb-4558-a6aa-8020f0d18c44 HTTP/1.1" status: 200 len: 945 time: 0.0820968 May 19 06:04:28.260274 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-770c2403-8fcf-4ccf-bbc6-3c26d08e06da req-fafc9832-45ee-4f18-92db-c7471da26ce5 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd43737f-c144-4073-a5f6-958e055ed4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385699 May 19 06:04:28.788980 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:29.441514 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1065b903-86eb-4dd6-9722-2438918ef41d req-0aa4221a-d543-4d14-bd92-ebccfcfd7f54 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:04:29.442881 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1065b903-86eb-4dd6-9722-2438918ef41d req-0aa4221a-d543-4d14-bd92-ebccfcfd7f54 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c4151c8-19bb-4558-a6aa-8020f0d18c44 HTTP/1.1" status: 200 len: 945 time: 0.0778797 May 19 06:04:29.490465 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1065b903-86eb-4dd6-9722-2438918ef41d req-337279cd-ef77-43c4-b19e-a53dfb7bad42 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd43737f-c144-4073-a5f6-958e055ed4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419602 May 19 06:04:29.495661 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Device edb8ecdd-5998-4f2b-a0b4-f573d0f5dba4 up at agent hyperv_hv-cinder-78240 {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 06:04:29.562374 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Provisioning for port edb8ecdd-5998-4f2b-a0b4-f573d0f5dba4 completed by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 06:04:29.566873 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Provisioning complete for port edb8ecdd-5998-4f2b-a0b4-f573d0f5dba4 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 06:04:29.567756 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522704'] for port, provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:29.676061 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:29.702263 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c4151c8-19bb-4558-a6aa-8020f0d18c44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edb8ecdd-5998-4f2b-a0b4-f573d0f5dba4'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 06:04:29.712276 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] For port edb8ecdd-5998-4f2b-a0b4-f573d0f5dba4, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=edb8ecdd-5998-4f2b-a0b4-f573d0f5dba4,segment=NetworkSegment(0844aaea-69d3-4db4-aeb8-d71483a536f1),segment_id=0844aaea-69d3-4db4-aeb8-d71483a536f1)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 06:04:29.716309 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:29.719351 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-f8c790bf-85a8-418e-b6ae-b81a4247e49d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:04:29.787596 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Pushing event updated for resources: {'Port': ['ID=edb8ecdd-5998-4f2b-a0b4-f573d0f5dba4,revision_number=5']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:04:29.791325 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:04:29.794125 dv-cinder-782405-8-iscsi neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c4151c8-19bb-4558-a6aa-8020f0d18c44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edb8ecdd-5998-4f2b-a0b4-f573d0f5dba4', 'code': 200} May 19 06:04:30.053625 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adf6215-e18d-49f4-ab6d-05396f9be1e2 req-7fad19b6-e270-4e9f-82fc-84b2a32e864e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:04:30.055003 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9adf6215-e18d-49f4-ab6d-05396f9be1e2 req-7fad19b6-e270-4e9f-82fc-84b2a32e864e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9c4151c8-19bb-4558-a6aa-8020f0d18c44 HTTP/1.1" status: 200 len: 1099 time: 0.0682461 May 19 06:04:30.094289 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9adf6215-e18d-49f4-ab6d-05396f9be1e2 req-3db54029-6aad-48c1-a565-8bf2608bec26 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=dd43737f-c144-4073-a5f6-958e055ed4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327396 May 19 06:04:30.667833 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bda2ba-fbc6-45fd-ab61-362d26190693 req-5295df85-3d4c-417f-a936-a8e9dc0293ad tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:04:30.669238 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-44bda2ba-fbc6-45fd-ab61-362d26190693 req-5295df85-3d4c-417f-a936-a8e9dc0293ad tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c4151c8-19bb-4558-a6aa-8020f0d18c44 HTTP/1.1" status: 200 len: 946 time: 0.0784976 May 19 06:04:30.712388 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-44bda2ba-fbc6-45fd-ab61-362d26190693 req-1eefb45b-8434-4ba8-ae51-a35b70910f37 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd43737f-c144-4073-a5f6-958e055ed4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376463 May 19 06:04:31.898345 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab93a1f5-f2f8-4efc-9857-950bf2b8b6f0 req-3ed212bb-5d50-4e4a-9472-f4360475a8d2 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:04:31.899828 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ab93a1f5-f2f8-4efc-9857-950bf2b8b6f0 req-3ed212bb-5d50-4e4a-9472-f4360475a8d2 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c4151c8-19bb-4558-a6aa-8020f0d18c44 HTTP/1.1" status: 200 len: 946 time: 0.0835249 May 19 06:04:31.943309 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ab93a1f5-f2f8-4efc-9857-950bf2b8b6f0 req-0ef37530-b20a-4b07-a8c9-73163e71c71a tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd43737f-c144-4073-a5f6-958e055ed4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378392 May 19 06:04:32.125246 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e9cce7-c9c5-4cba-a769-e14a6fff81ad req-ac14713f-fe30-41d3-a2a0-3ccd3b9b13f9 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:04:32.126751 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-57e9cce7-c9c5-4cba-a769-e14a6fff81ad req-ac14713f-fe30-41d3-a2a0-3ccd3b9b13f9 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c4151c8-19bb-4558-a6aa-8020f0d18c44 HTTP/1.1" status: 200 len: 946 time: 0.0815802 May 19 06:04:32.171035 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-57e9cce7-c9c5-4cba-a769-e14a6fff81ad req-441b0b58-410b-4bc4-9879-c480d214e42b tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd43737f-c144-4073-a5f6-958e055ed4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379786 May 19 06:04:32.194899 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 54102) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:04:32.302718 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c3aa6a-7ae9-4c59-acb4-97cba13ebf2a tempest-TestVolumeBootPattern-2128788534 tempest-TestVolumeBootPattern-2128788534-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:04:32.304176 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-f4c3aa6a-7ae9-4c59-acb4-97cba13ebf2a tempest-TestVolumeBootPattern-2128788534 tempest-TestVolumeBootPattern-2128788534-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=9c4151c8-19bb-4558-a6aa-8020f0d18c44 HTTP/1.1" status: 200 len: 1094 time: 0.1082935 May 19 06:04:32.306992 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 54108) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:04:32.312101 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-a5962af3-70eb-4474-83b7-39b5928e40fd tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Request body: {'floatingip': {'floating_network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'port_id': 'edb8ecdd-5998-4f2b-a0b4-f573d0f5dba4', 'tenant_id': '29a7272ff9024cc7bc745e2e5fedde74', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 06:04:32.318844 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-a5962af3-70eb-4474-83b7-39b5928e40fd tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 06:04:32.322712 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-a5962af3-70eb-4474-83b7-39b5928e40fd tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Usage tracker for resource:floatingip and tenant:29a7272ff9024cc7bc745e2e5fedde74 is out of sync, need to count used quota {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 06:04:32.325510 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [None req-a5962af3-70eb-4474-83b7-39b5928e40fd tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=103390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 06:04:32.331211 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.quota.driver [None req-a5962af3-70eb-4474-83b7-39b5928e40fd tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=103390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 06:04:32.341264 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a5962af3-70eb-4474-83b7-39b5928e40fd tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks [] for floatingip, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:32.474734 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a5962af3-70eb-4474-83b7-39b5928e40fd tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:32.610790 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [None req-a5962af3-70eb-4474-83b7-39b5928e40fd tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Allocated IP 172.27.0.230 (1e6dde84-3174-47a4-a93f-45a4a19145c3/a354a417-b24c-44ef-b568-941dc79a6d49/aa3431d9-c79b-4583-8944-c17f7d4131e2) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 06:04:32.749731 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a5962af3-70eb-4474-83b7-39b5928e40fd tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks [] for port, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:32.778755 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a5962af3-70eb-4474-83b7-39b5928e40fd tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742272799735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266569054'] for port, after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:32.783038 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-2f1f577b-57bd-4e57-aab3-2eac18b7c6c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:04:32.840945 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5962af3-70eb-4474-83b7-39b5928e40fd tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Network 1e6dde84-3174-47a4-a93f-45a4a19145c3 is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 06:04:32.843768 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-a5962af3-70eb-4474-83b7-39b5928e40fd tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:04:32.847348 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5962af3-70eb-4474-83b7-39b5928e40fd tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 06:04:32.883942 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5962af3-70eb-4474-83b7-39b5928e40fd tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Pushing event updated for resources: {'Port': ['ID=aa3431d9-c79b-4583-8944-c17f7d4131e2,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:04:32.898247 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5962af3-70eb-4474-83b7-39b5928e40fd tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:04:32.898658 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5962af3-70eb-4474-83b7-39b5928e40fd tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:04:32.899033 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5962af3-70eb-4474-83b7-39b5928e40fd tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:04:32.899399 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5962af3-70eb-4474-83b7-39b5928e40fd tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:04:32.899757 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5962af3-70eb-4474-83b7-39b5928e40fd tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:04:32.900120 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5962af3-70eb-4474-83b7-39b5928e40fd tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:04:32.900477 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5962af3-70eb-4474-83b7-39b5928e40fd tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:04:32.900833 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5962af3-70eb-4474-83b7-39b5928e40fd tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:04:32.901188 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5962af3-70eb-4474-83b7-39b5928e40fd tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:04:32.901539 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5962af3-70eb-4474-83b7-39b5928e40fd tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:04:32.901889 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5962af3-70eb-4474-83b7-39b5928e40fd tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:04:32.902237 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5962af3-70eb-4474-83b7-39b5928e40fd tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:04:32.907067 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-a5962af3-70eb-4474-83b7-39b5928e40fd tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:04:33.344618 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a5962af3-70eb-4474-83b7-39b5928e40fd tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:33.415547 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a5962af3-70eb-4474-83b7-39b5928e40fd tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3666254'] for port, before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:33.613668 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a5962af3-70eb-4474-83b7-39b5928e40fd tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks [] for port, precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:33.617860 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a5962af3-70eb-4474-83b7-39b5928e40fd tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742273216175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742272802061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742272802106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266569031'] for port, after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:33.622092 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-90c642a9-6df8-4042-a5df-cf3cb209d13f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:04:33.719768 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5962af3-70eb-4474-83b7-39b5928e40fd tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Pushing event updated for resources: {'Port': ['ID=aa3431d9-c79b-4583-8944-c17f7d4131e2,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:04:33.724006 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-a5962af3-70eb-4474-83b7-39b5928e40fd tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:04:33.732194 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a5962af3-70eb-4474-83b7-39b5928e40fd tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-399030'] for floatingip, after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:33.899409 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.db.l3_db [None req-a5962af3-70eb-4474-83b7-39b5928e40fd tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Floating IP 6a35f14e-b281-4148-a697-75f3fa19e4cc associated. External IP: 172.27.0.230, port: edb8ecdd-5998-4f2b-a0b4-f573d0f5dba4. May 19 06:04:34.234763 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5962af3-70eb-4474-83b7-39b5928e40fd tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Router 0860b901-3f25-4390-a4ec-2d5b7440fcb3 has already been hosted by L3 agent b1c473b1-11ec-4d73-8852-93414dd700fb {{(pid=103390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 06:04:34.408556 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5962af3-70eb-4474-83b7-39b5928e40fd tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify agent at l3_agent.dv-cinder-782405-8-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 06:04:34.417994 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82ac2e5-2511-4b9f-8dfe-8409aebcd340 None None] Sync routers for ids ['0860b901-3f25-4390-a4ec-2d5b7440fcb3'] in dv-cinder-782405-8-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 06:04:34.427655 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82ac2e5-2511-4b9f-8dfe-8409aebcd340 None None] Routers {'0860b901-3f25-4390-a4ec-2d5b7440fcb3'} bound to L3 agent in host dv-cinder-782405-8-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 06:04:34.428261 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-b82ac2e5-2511-4b9f-8dfe-8409aebcd340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T05:35:15Z,description=,heartbeat_timestamp=2021-05-19T06:04:15Z,host='dv-cinder-782405-8-iscsi',id=b1c473b1-11ec-4d73-8852-93414dd700fb,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:35:15Z,topic='l3_agent')) {'router_ids': ['0860b901-3f25-4390-a4ec-2d5b7440fcb3'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:04:34.432794 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a5962af3-70eb-4474-83b7-39b5928e40fd tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13023'] for floatingip, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:34.486855 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-a5962af3-70eb-4474-83b7-39b5928e40fd tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1787541 May 19 06:04:34.487606 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c4151c8-19bb-4558-a6aa-8020f0d18c44', 'tag': 'edb8ecdd-5998-4f2b-a0b4-f573d0f5dba4'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 06:04:34.579680 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c4151c8-19bb-4558-a6aa-8020f0d18c44', 'tag': 'edb8ecdd-5998-4f2b-a0b4-f573d0f5dba4', 'status': 'completed', 'code': 200} May 19 06:04:34.606118 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-b82ac2e5-2511-4b9f-8dfe-8409aebcd340 None None] Set router 0860b901-3f25-4390-a4ec-2d5b7440fcb3 gateway port host: dv-cinder-782405-8-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 06:04:34.668626 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea5f509-cd31-4ff8-a299-b30881b7c98e req-a3f33a38-0502-4d44-b7b8-1f267201cac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:04:34.670000 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5ea5f509-cd31-4ff8-a299-b30881b7c98e req-a3f33a38-0502-4d44-b7b8-1f267201cac4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=29a7272ff9024cc7bc745e2e5fedde74&device_id=9c4151c8-19bb-4558-a6aa-8020f0d18c44 HTTP/1.1" status: 200 len: 1099 time: 0.0690930 May 19 06:04:34.798669 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea5f509-cd31-4ff8-a299-b30881b7c98e req-cd72cc18-5540-4936-a180-b20e3902d137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:04:34.800121 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5ea5f509-cd31-4ff8-a299-b30881b7c98e req-cd72cc18-5540-4936-a180-b20e3902d137 service neutron] 10.222.0.26 "GET /v2.0/networks?id=eeb2e6e5-8235-4e27-9f2e-8fa14d21139b HTTP/1.1" status: 200 len: 912 time: 0.1242998 May 19 06:04:34.904305 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5ea5f509-cd31-4ff8-a299-b30881b7c98e req-226e079a-6a56-4487-8330-7d2d9bbe5c11 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=edb8ecdd-5998-4f2b-a0b4-f573d0f5dba4 HTTP/1.1" status: 200 len: 1000 time: 0.0972669 May 19 06:04:34.946658 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-b82ac2e5-2511-4b9f-8dfe-8409aebcd340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0860b901-3f25-4390-a4ec-2d5b7440fcb3', 'name': 'tempest-TestVolumeBootPattern-417061248-router', 'tenant_id': '29a7272ff9024cc7bc745e2e5fedde74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '494f3908-e112-411e-ae19-34c32a6ec123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:58:32Z', 'updated_at': '2021-05-19T05:58:36Z', 'revision_number': 4, 'project_id': '29a7272ff9024cc7bc745e2e5fedde74', 'gw_port': {'id': '494f3908-e112-411e-ae19-34c32a6ec123', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ae:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0860b901-3f25-4390-a4ec-2d5b7440fcb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:33Z', 'updated_at': '2021-05-19T05:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi', '_floatingips': [{'id': '43fed520-b317-44fa-8e7f-9bc5ec5d4342', 'tenant_id': '29a7272ff9024cc7bc745e2e5fedde74', 'floating_ip_address': '172.27.0.217', 'floating_network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'router_id': '0860b901-3f25-4390-a4ec-2d5b7440fcb3', 'port_id': 'bb6e82dd-bfb7-45aa-98b1-96e450aaedce', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeb2e6e5-8235-4e27-9f2e-8fa14d21139b', 'mac_address': 'fa:16:3e:b8:f1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b1f469-9e4c-4b9f-abad-ac0634f369d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T06:02:09Z', 'updated_at': '2021-05-19T06:02:12Z', 'revision_number': 1, 'project_id': '29a7272ff9024cc7bc745e2e5fedde74', 'fixed_ip_address_scope': None}, {'id': '6a35f14e-b281-4148-a697-75f3fa19e4cc', 'tenant_id': '29a7272ff9024cc7bc745e2e5fedde74', 'floating_ip_address': '172.27.0.230', 'floating_network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'router_id': '0860b901-3f25-4390-a4ec-2d5b7440fcb3', 'port_id': 'edb8ecdd-5998-4f2b-a0b4-f573d0f5dba4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeb2e6e5-8235-4e27-9f2e-8fa14d21139b', 'mac_address': 'fa:16:3e:3a:26:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4151c8-19bb-4558-a6aa-8020f0d18c44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T06:04:33Z', 'updated_at': '2021-05-19T06:04:33Z', 'revision_number': 0, 'project_id': '29a7272ff9024cc7bc745e2e5fedde74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfa1e9d7-2d2f-4a69-b40c-903fa59565c0', 'name': '', 'network_id': 'eeb2e6e5-8235-4e27-9f2e-8fa14d21139b', 'tenant_id': '29a7272ff9024cc7bc745e2e5fedde74', 'mac_address': 'fa:16:3e:83:8f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0860b901-3f25-4390-a4ec-2d5b7440fcb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'daacc5ef-ccdb-4465-9aa8-991b70653993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:35Z', 'updated_at': '2021-05-19T05:58:43Z', 'revision_number': 5, 'project_id': '29a7272ff9024cc7bc745e2e5fedde74', 'subnets': [{'id': 'daacc5ef-ccdb-4465-9aa8-991b70653993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:04:34.950498 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82ac2e5-2511-4b9f-8dfe-8409aebcd340 None None] Checking router: 0860b901-3f25-4390-a4ec-2d5b7440fcb3 for host: dv-cinder-782405-8-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 06:04:34.959321 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82ac2e5-2511-4b9f-8dfe-8409aebcd340 None None] Routers {'0860b901-3f25-4390-a4ec-2d5b7440fcb3'} bound to L3 agent in host dv-cinder-782405-8-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 06:04:34.959937 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-b82ac2e5-2511-4b9f-8dfe-8409aebcd340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T05:35:15Z,description=,heartbeat_timestamp=2021-05-19T06:04:15Z,host='dv-cinder-782405-8-iscsi',id=b1c473b1-11ec-4d73-8852-93414dd700fb,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:35:15Z,topic='l3_agent')) {'router_ids': ['0860b901-3f25-4390-a4ec-2d5b7440fcb3'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:04:34.970958 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea5f509-cd31-4ff8-a299-b30881b7c98e req-f6bd9a5c-7365-4bb8-ae15-e687f787d1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:04:34.972506 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5ea5f509-cd31-4ff8-a299-b30881b7c98e req-f6bd9a5c-7365-4bb8-ae15-e687f787d1a2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=daacc5ef-ccdb-4465-9aa8-991b70653993 HTTP/1.1" status: 200 len: 850 time: 0.0621114 May 19 06:04:35.047768 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea5f509-cd31-4ff8-a299-b30881b7c98e req-8871a23d-35ff-47ae-8fee-b91aef3167f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:04:35.049245 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5ea5f509-cd31-4ff8-a299-b30881b7c98e req-8871a23d-35ff-47ae-8fee-b91aef3167f3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=eeb2e6e5-8235-4e27-9f2e-8fa14d21139b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0706596 May 19 06:04:35.163263 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-b82ac2e5-2511-4b9f-8dfe-8409aebcd340 None None] Set router 0860b901-3f25-4390-a4ec-2d5b7440fcb3 gateway port host: dv-cinder-782405-8-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 06:04:35.187916 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5ea5f509-cd31-4ff8-a299-b30881b7c98e req-f4ad5a22-a270-4f34-b5e3-f5443aaded5b service neutron] 10.222.0.26 "GET /v2.0/networks/eeb2e6e5-8235-4e27-9f2e-8fa14d21139b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315475 May 19 06:04:35.318143 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5ea5f509-cd31-4ff8-a299-b30881b7c98e req-a7b75f44-2a6d-4f31-9a94-959299a7760b service neutron] 10.222.0.26 "GET /v2.0/networks/eeb2e6e5-8235-4e27-9f2e-8fa14d21139b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242707 May 19 06:04:35.496398 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-b82ac2e5-2511-4b9f-8dfe-8409aebcd340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0860b901-3f25-4390-a4ec-2d5b7440fcb3', 'name': 'tempest-TestVolumeBootPattern-417061248-router', 'tenant_id': '29a7272ff9024cc7bc745e2e5fedde74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '494f3908-e112-411e-ae19-34c32a6ec123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:58:32Z', 'updated_at': '2021-05-19T05:58:36Z', 'revision_number': 4, 'project_id': '29a7272ff9024cc7bc745e2e5fedde74', 'gw_port': {'id': '494f3908-e112-411e-ae19-34c32a6ec123', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ae:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0860b901-3f25-4390-a4ec-2d5b7440fcb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:33Z', 'updated_at': '2021-05-19T05:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi', '_floatingips': [{'id': '43fed520-b317-44fa-8e7f-9bc5ec5d4342', 'tenant_id': '29a7272ff9024cc7bc745e2e5fedde74', 'floating_ip_address': '172.27.0.217', 'floating_network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'router_id': '0860b901-3f25-4390-a4ec-2d5b7440fcb3', 'port_id': 'bb6e82dd-bfb7-45aa-98b1-96e450aaedce', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeb2e6e5-8235-4e27-9f2e-8fa14d21139b', 'mac_address': 'fa:16:3e:b8:f1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b1f469-9e4c-4b9f-abad-ac0634f369d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T06:02:09Z', 'updated_at': '2021-05-19T06:02:12Z', 'revision_number': 1, 'project_id': '29a7272ff9024cc7bc745e2e5fedde74', 'fixed_ip_address_scope': None}, {'id': '6a35f14e-b281-4148-a697-75f3fa19e4cc', 'tenant_id': '29a7272ff9024cc7bc745e2e5fedde74', 'floating_ip_address': '172.27.0.230', 'floating_network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'router_id': '0860b901-3f25-4390-a4ec-2d5b7440fcb3', 'port_id': 'edb8ecdd-5998-4f2b-a0b4-f573d0f5dba4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeb2e6e5-8235-4e27-9f2e-8fa14d21139b', 'mac_address': 'fa:16:3e:3a:26:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4151c8-19bb-4558-a6aa-8020f0d18c44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T06:04:33Z', 'updated_at': '2021-05-19T06:04:33Z', 'revision_number': 0, 'project_id': '29a7272ff9024cc7bc745e2e5fedde74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfa1e9d7-2d2f-4a69-b40c-903fa59565c0', 'name': '', 'network_id': 'eeb2e6e5-8235-4e27-9f2e-8fa14d21139b', 'tenant_id': '29a7272ff9024cc7bc745e2e5fedde74', 'mac_address': 'fa:16:3e:83:8f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0860b901-3f25-4390-a4ec-2d5b7440fcb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'daacc5ef-ccdb-4465-9aa8-991b70653993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:35Z', 'updated_at': '2021-05-19T05:58:43Z', 'revision_number': 5, 'project_id': '29a7272ff9024cc7bc745e2e5fedde74', 'subnets': [{'id': 'daacc5ef-ccdb-4465-9aa8-991b70653993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:04:35.500214 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82ac2e5-2511-4b9f-8dfe-8409aebcd340 None None] The sync data for ids ['0860b901-3f25-4390-a4ec-2d5b7440fcb3'] in dv-cinder-782405-8-iscsi is: [{'id': '0860b901-3f25-4390-a4ec-2d5b7440fcb3', 'name': 'tempest-TestVolumeBootPattern-417061248-router', 'tenant_id': '29a7272ff9024cc7bc745e2e5fedde74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '494f3908-e112-411e-ae19-34c32a6ec123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:58:32Z', 'updated_at': '2021-05-19T05:58:36Z', 'revision_number': 4, 'project_id': '29a7272ff9024cc7bc745e2e5fedde74', 'gw_port': {'id': '494f3908-e112-411e-ae19-34c32a6ec123', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ae:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0860b901-3f25-4390-a4ec-2d5b7440fcb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:33Z', 'updated_at': '2021-05-19T05:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi', '_floatingips': [{'id': '43fed520-b317-44fa-8e7f-9bc5ec5d4342', 'tenant_id': '29a7272ff9024cc7bc745e2e5fedde74', 'floating_ip_address': '172.27.0.217', 'floating_network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'router_id': '0860b901-3f25-4390-a4ec-2d5b7440fcb3', 'port_id': 'bb6e82dd-bfb7-45aa-98b1-96e450aaedce', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeb2e6e5-8235-4e27-9f2e-8fa14d21139b', 'mac_address': 'fa:16:3e:b8:f1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b1f469-9e4c-4b9f-abad-ac0634f369d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T06:02:09Z', 'updated_at': '2021-05-19T06:02:12Z', 'revision_number': 1, 'project_id': '29a7272ff9024cc7bc745e2e5fedde74', 'fixed_ip_address_scope': None}, {'id': '6a35f14e-b281-4148-a697-75f3fa19e4cc', 'tenant_id': '29a7272ff9024cc7bc745e2e5fedde74', 'floating_ip_address': '172.27.0.230', 'floating_network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'router_id': '0860b901-3f25-4390-a4ec-2d5b7440fcb3', 'port_id': 'edb8ecdd-5998-4f2b-a0b4-f573d0f5dba4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeb2e6e5-8235-4e27-9f2e-8fa14d21139b', 'mac_address': 'fa:16:3e:3a:26:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4151c8-19bb-4558-a6aa-8020f0d18c44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T06:04:33Z', 'updated_at': '2021-05-19T06:04:33Z', 'revision_number': 0, 'project_id': '29a7272ff9024cc7bc745e2e5fedde74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfa1e9d7-2d2f-4a69-b40c-903fa59565c0', 'name': '', 'network_id': 'eeb2e6e5-8235-4e27-9f2e-8fa14d21139b', 'tenant_id': '29a7272ff9024cc7bc745e2e5fedde74', 'mac_address': 'fa:16:3e:83:8f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0860b901-3f25-4390-a4ec-2d5b7440fcb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'daacc5ef-ccdb-4465-9aa8-991b70653993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:35Z', 'updated_at': '2021-05-19T05:58:43Z', 'revision_number': 5, 'project_id': '29a7272ff9024cc7bc745e2e5fedde74', 'subnets': [{'id': 'daacc5ef-ccdb-4465-9aa8-991b70653993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 06:04:35.678070 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc204d8-e859-4858-b519-b4d6245b953f None None] New status for floating IP 6a35f14e-b281-4148-a697-75f3fa19e4cc: ACTIVE {{(pid=103393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 06:04:42.375743 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c7873fdf-100f-4675-99e8-7547df164028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:44.725257 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-041c5b53-df11-45c6-8b54-f4c543afe499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:44.893279 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:45.962233 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-db7c5e23-657c-45d4-9da5-15ba3bf0d241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:47.670912 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ca9ec6bf-79c4-448f-b3bb-8c49e8cf3732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:58.798718 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:59.602491 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-8ef77f1b-c1f2-4f7f-903c-9c4facac0416 None None] Agent healthcheck: found 6 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 06:05:12.377310 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-03429eba-645d-4fab-a7e0-9f633a5a2d19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:13.628681 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9b942034-4881-40e1-9627-c8aeee60f535 req-41f2a357-2fe1-4cd1-a5c6-ee29c5b81330 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e4b1f469-9e4c-4b9f-abad-ac0634f369d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0716970 May 19 06:05:13.762343 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b942034-4881-40e1-9627-c8aeee60f535 req-6108fbf9-06e9-48ed-b8d9-a496cf5891de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:05:13.763813 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9b942034-4881-40e1-9627-c8aeee60f535 req-6108fbf9-06e9-48ed-b8d9-a496cf5891de service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=29a7272ff9024cc7bc745e2e5fedde74&device_id=e4b1f469-9e4c-4b9f-abad-ac0634f369d2 HTTP/1.1" status: 200 len: 1098 time: 0.0702772 May 19 06:05:13.904991 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b942034-4881-40e1-9627-c8aeee60f535 req-17358684-53c8-4df1-978d-36f017276b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:05:13.906316 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9b942034-4881-40e1-9627-c8aeee60f535 req-17358684-53c8-4df1-978d-36f017276b7e service neutron] 10.222.0.26 "GET /v2.0/networks?id=eeb2e6e5-8235-4e27-9f2e-8fa14d21139b HTTP/1.1" status: 200 len: 912 time: 0.1234670 May 19 06:05:14.005564 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9b942034-4881-40e1-9627-c8aeee60f535 req-04716a1a-a802-45a0-8c79-ad09153298be service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb6e82dd-bfb7-45aa-98b1-96e450aaedce HTTP/1.1" status: 200 len: 1001 time: 0.0928421 May 19 06:05:14.066104 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b942034-4881-40e1-9627-c8aeee60f535 req-59308715-125c-408f-a4ac-f441f9586f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:05:14.067475 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9b942034-4881-40e1-9627-c8aeee60f535 req-59308715-125c-408f-a4ac-f441f9586f5f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=daacc5ef-ccdb-4465-9aa8-991b70653993 HTTP/1.1" status: 200 len: 850 time: 0.0555866 May 19 06:05:14.237694 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b942034-4881-40e1-9627-c8aeee60f535 req-8a7c8253-f2fc-488c-9b5b-8c1d65ebfcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:05:14.239187 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9b942034-4881-40e1-9627-c8aeee60f535 req-8a7c8253-f2fc-488c-9b5b-8c1d65ebfcc7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=eeb2e6e5-8235-4e27-9f2e-8fa14d21139b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1651261 May 19 06:05:14.366818 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9b942034-4881-40e1-9627-c8aeee60f535 req-8f01f31d-5d93-4e18-a0bc-b9bf1dee221a service neutron] 10.222.0.26 "GET /v2.0/networks/eeb2e6e5-8235-4e27-9f2e-8fa14d21139b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211987 May 19 06:05:14.499157 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9b942034-4881-40e1-9627-c8aeee60f535 req-fdc32a32-d550-4b21-9e1f-282b733a8dd5 service neutron] 10.222.0.26 "GET /v2.0/networks/eeb2e6e5-8235-4e27-9f2e-8fa14d21139b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250851 May 19 06:05:14.725440 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-85a66a67-5fe2-4fbd-82d1-c821e2bfff51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:14.894661 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:15.964763 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-db7c5e23-657c-45d4-9da5-15ba3bf0d241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:17.673514 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ca9ec6bf-79c4-448f-b3bb-8c49e8cf3732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:28.813213 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:36.602111 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-8ef77f1b-c1f2-4f7f-903c-9c4facac0416 None None] Agent healthcheck: found 6 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 06:05:42.378813 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-206ecbfc-240a-4f0e-88ac-c22f802a973d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:44.726624 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6c2c1b5b-f0a3-4178-9557-a6669e39ab53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:44.895720 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:45.967621 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-db7c5e23-657c-45d4-9da5-15ba3bf0d241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:47.676203 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ca9ec6bf-79c4-448f-b3bb-8c49e8cf3732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:58.809175 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:12.379486 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fc2e5987-77bc-427e-aab9-6d315dc11aab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:13.601332 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-8ef77f1b-c1f2-4f7f-903c-9c4facac0416 None None] Agent healthcheck: found 6 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 06:06:13.671260 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-dc691dd2-080b-4c96-83eb-e58ad116b5e8 req-3e82a2a8-993a-4986-95e6-67b92bf1a413 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9c4151c8-19bb-4558-a6aa-8020f0d18c44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0685177 May 19 06:06:13.758720 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc691dd2-080b-4c96-83eb-e58ad116b5e8 req-6ba47c9d-0eeb-498d-87c6-5e8eeaf3c250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:06:13.760172 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-dc691dd2-080b-4c96-83eb-e58ad116b5e8 req-6ba47c9d-0eeb-498d-87c6-5e8eeaf3c250 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=29a7272ff9024cc7bc745e2e5fedde74&device_id=9c4151c8-19bb-4558-a6aa-8020f0d18c44 HTTP/1.1" status: 200 len: 1099 time: 0.0691991 May 19 06:06:13.902183 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc691dd2-080b-4c96-83eb-e58ad116b5e8 req-4cb96a0d-2a96-4cd3-9a56-2eaff77cd24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:06:13.903560 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-dc691dd2-080b-4c96-83eb-e58ad116b5e8 req-4cb96a0d-2a96-4cd3-9a56-2eaff77cd24e service neutron] 10.222.0.26 "GET /v2.0/networks?id=eeb2e6e5-8235-4e27-9f2e-8fa14d21139b HTTP/1.1" status: 200 len: 912 time: 0.1243072 May 19 06:06:14.004575 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-dc691dd2-080b-4c96-83eb-e58ad116b5e8 req-0db518f1-c027-4b7a-94ef-2118685e25fe service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=edb8ecdd-5998-4f2b-a0b4-f573d0f5dba4 HTTP/1.1" status: 200 len: 1002 time: 0.0946870 May 19 06:06:14.069213 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc691dd2-080b-4c96-83eb-e58ad116b5e8 req-a3c68e73-45c9-4555-a734-359e344f5857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:06:14.070604 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-dc691dd2-080b-4c96-83eb-e58ad116b5e8 req-a3c68e73-45c9-4555-a734-359e344f5857 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=daacc5ef-ccdb-4465-9aa8-991b70653993 HTTP/1.1" status: 200 len: 850 time: 0.0598190 May 19 06:06:14.144813 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc691dd2-080b-4c96-83eb-e58ad116b5e8 req-a869bc27-7921-4294-ac46-28bbf1c189af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:06:14.146260 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-dc691dd2-080b-4c96-83eb-e58ad116b5e8 req-a869bc27-7921-4294-ac46-28bbf1c189af service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=eeb2e6e5-8235-4e27-9f2e-8fa14d21139b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0681264 May 19 06:06:14.275847 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-dc691dd2-080b-4c96-83eb-e58ad116b5e8 req-49ebdd93-0cd2-4c4b-8ab7-6ed8e10c7d1e service neutron] 10.222.0.26 "GET /v2.0/networks/eeb2e6e5-8235-4e27-9f2e-8fa14d21139b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219704 May 19 06:06:14.405750 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-dc691dd2-080b-4c96-83eb-e58ad116b5e8 req-f7ee6bc1-4bbb-4469-ae7d-d146f85c6a39 service neutron] 10.222.0.26 "GET /v2.0/networks/eeb2e6e5-8235-4e27-9f2e-8fa14d21139b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235962 May 19 06:06:14.727457 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e277acc8-5178-42a1-b553-441567df8c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:14.897411 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:15.971470 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-db7c5e23-657c-45d4-9da5-15ba3bf0d241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:17.677860 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ca9ec6bf-79c4-448f-b3bb-8c49e8cf3732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:22.997711 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 54146) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:06:23.351574 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-22855749-f4b2-490b-b969-00d049b0c23f tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Deleting port aa3431d9-c79b-4583-8944-c17f7d4131e2 {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 06:06:23.351941 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-22855749-f4b2-490b-b969-00d049b0c23f tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742273213799'] for port, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:23.465982 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-22855749-f4b2-490b-b969-00d049b0c23f tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401034'] for port, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:23.466314 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-22855749-f4b2-490b-b969-00d049b0c23f tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:23.584878 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-22855749-f4b2-490b-b969-00d049b0c23f tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Calling delete_port for aa3431d9-c79b-4583-8944-c17f7d4131e2 owned by network:floatingip {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 06:06:23.701963 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-22855749-f4b2-490b-b969-00d049b0c23f tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742273216184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742272802052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266569054'] for port, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:23.706336 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-f038d652-50eb-4b09-bfce-e5419c4e51b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:06:23.749001 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22855749-f4b2-490b-b969-00d049b0c23f tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Pushing event deleted for resources: {'Port': ['ID=aa3431d9-c79b-4583-8944-c17f7d4131e2,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:06:23.788501 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22855749-f4b2-490b-b969-00d049b0c23f tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:06:23.788871 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22855749-f4b2-490b-b969-00d049b0c23f tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:06:23.789233 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22855749-f4b2-490b-b969-00d049b0c23f tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:06:23.789684 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22855749-f4b2-490b-b969-00d049b0c23f tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:06:23.790047 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22855749-f4b2-490b-b969-00d049b0c23f tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:06:23.791029 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22855749-f4b2-490b-b969-00d049b0c23f tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:06:23.791388 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22855749-f4b2-490b-b969-00d049b0c23f tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:06:23.791743 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22855749-f4b2-490b-b969-00d049b0c23f tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:06:23.792096 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22855749-f4b2-490b-b969-00d049b0c23f tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:06:23.792447 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22855749-f4b2-490b-b969-00d049b0c23f tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:06:23.792794 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22855749-f4b2-490b-b969-00d049b0c23f tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:06:23.793139 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22855749-f4b2-490b-b969-00d049b0c23f tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:06:23.796194 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-22855749-f4b2-490b-b969-00d049b0c23f tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:06:23.850850 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-22855749-f4b2-490b-b969-00d049b0c23f tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks [] for floatingip, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:23.851176 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.db.l3_db [None req-22855749-f4b2-490b-b969-00d049b0c23f tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Floating IP 6a35f14e-b281-4148-a697-75f3fa19e4cc disassociated (deleted). External IP: 172.27.0.230, port: edb8ecdd-5998-4f2b-a0b4-f573d0f5dba4. May 19 06:06:24.185989 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22855749-f4b2-490b-b969-00d049b0c23f tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Router 0860b901-3f25-4390-a4ec-2d5b7440fcb3 has already been hosted by L3 agent b1c473b1-11ec-4d73-8852-93414dd700fb {{(pid=103390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 06:06:24.358914 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22855749-f4b2-490b-b969-00d049b0c23f tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify agent at l3_agent.dv-cinder-782405-8-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 06:06:24.368385 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ab3c51-b7dc-4d9d-8ee0-eabf9451abf3 None None] Sync routers for ids ['0860b901-3f25-4390-a4ec-2d5b7440fcb3'] in dv-cinder-782405-8-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 06:06:24.378048 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ab3c51-b7dc-4d9d-8ee0-eabf9451abf3 None None] Routers {'0860b901-3f25-4390-a4ec-2d5b7440fcb3'} bound to L3 agent in host dv-cinder-782405-8-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 06:06:24.378826 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-44ab3c51-b7dc-4d9d-8ee0-eabf9451abf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T05:35:15Z,description=,heartbeat_timestamp=2021-05-19T06:06:15Z,host='dv-cinder-782405-8-iscsi',id=b1c473b1-11ec-4d73-8852-93414dd700fb,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:35:15Z,topic='l3_agent')) {'router_ids': ['0860b901-3f25-4390-a4ec-2d5b7440fcb3'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:06:24.379512 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-22855749-f4b2-490b-b969-00d049b0c23f tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13023'] for floatingip, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:24.434629 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-22855749-f4b2-490b-b969-00d049b0c23f tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "DELETE /v2.0/floatingips/6a35f14e-b281-4148-a697-75f3fa19e4cc HTTP/1.1" status: 204 len: 168 time: 1.4356930 May 19 06:06:24.435187 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c4151c8-19bb-4558-a6aa-8020f0d18c44', 'tag': 'edb8ecdd-5998-4f2b-a0b4-f573d0f5dba4'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 06:06:24.482193 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c4151c8-19bb-4558-a6aa-8020f0d18c44', 'tag': 'edb8ecdd-5998-4f2b-a0b4-f573d0f5dba4', 'status': 'completed', 'code': 200} May 19 06:06:24.560934 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-44ab3c51-b7dc-4d9d-8ee0-eabf9451abf3 None None] Set router 0860b901-3f25-4390-a4ec-2d5b7440fcb3 gateway port host: dv-cinder-782405-8-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 06:06:24.579199 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cc6eb5-02f3-4145-bfc6-2e52a82b9d19 req-c8ac86f5-332a-4d22-a721-a46bce1e6fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:06:24.580679 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-32cc6eb5-02f3-4145-bfc6-2e52a82b9d19 req-c8ac86f5-332a-4d22-a721-a46bce1e6fa6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=29a7272ff9024cc7bc745e2e5fedde74&device_id=9c4151c8-19bb-4558-a6aa-8020f0d18c44 HTTP/1.1" status: 200 len: 1099 time: 0.0759532 May 19 06:06:24.725881 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cc6eb5-02f3-4145-bfc6-2e52a82b9d19 req-1eeec605-2b5f-42d8-9e7c-9d5645f706e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:06:24.727282 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-32cc6eb5-02f3-4145-bfc6-2e52a82b9d19 req-1eeec605-2b5f-42d8-9e7c-9d5645f706e3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=eeb2e6e5-8235-4e27-9f2e-8fa14d21139b HTTP/1.1" status: 200 len: 912 time: 0.1402764 May 19 06:06:24.839122 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-32cc6eb5-02f3-4145-bfc6-2e52a82b9d19 req-fbea522e-31b1-498b-a440-349d94749ef7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=edb8ecdd-5998-4f2b-a0b4-f573d0f5dba4 HTTP/1.1" status: 200 len: 217 time: 0.0704229 May 19 06:06:24.913755 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cc6eb5-02f3-4145-bfc6-2e52a82b9d19 req-402af9bf-fba7-4942-bdad-c0d9511d0844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:06:24.915220 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-32cc6eb5-02f3-4145-bfc6-2e52a82b9d19 req-402af9bf-fba7-4942-bdad-c0d9511d0844 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=daacc5ef-ccdb-4465-9aa8-991b70653993 HTTP/1.1" status: 200 len: 850 time: 0.0685871 May 19 06:06:24.926937 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32eb0c2-0a22-4a56-9449-217a9e393ca6 req-5d09b919-92e5-4b93-88b7-09993c1c642f tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:06:24.928336 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b32eb0c2-0a22-4a56-9449-217a9e393ca6 req-5d09b919-92e5-4b93-88b7-09993c1c642f tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c4151c8-19bb-4558-a6aa-8020f0d18c44 HTTP/1.1" status: 200 len: 946 time: 0.1953149 May 19 06:06:24.949075 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-44ab3c51-b7dc-4d9d-8ee0-eabf9451abf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0860b901-3f25-4390-a4ec-2d5b7440fcb3', 'name': 'tempest-TestVolumeBootPattern-417061248-router', 'tenant_id': '29a7272ff9024cc7bc745e2e5fedde74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '494f3908-e112-411e-ae19-34c32a6ec123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:58:32Z', 'updated_at': '2021-05-19T05:58:36Z', 'revision_number': 4, 'project_id': '29a7272ff9024cc7bc745e2e5fedde74', 'gw_port': {'id': '494f3908-e112-411e-ae19-34c32a6ec123', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ae:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0860b901-3f25-4390-a4ec-2d5b7440fcb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:33Z', 'updated_at': '2021-05-19T05:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi', '_floatingips': [{'id': '43fed520-b317-44fa-8e7f-9bc5ec5d4342', 'tenant_id': '29a7272ff9024cc7bc745e2e5fedde74', 'floating_ip_address': '172.27.0.217', 'floating_network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'router_id': '0860b901-3f25-4390-a4ec-2d5b7440fcb3', 'port_id': 'bb6e82dd-bfb7-45aa-98b1-96e450aaedce', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeb2e6e5-8235-4e27-9f2e-8fa14d21139b', 'mac_address': 'fa:16:3e:b8:f1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b1f469-9e4c-4b9f-abad-ac0634f369d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T06:02:09Z', 'updated_at': '2021-05-19T06:02:12Z', 'revision_number': 1, 'project_id': '29a7272ff9024cc7bc745e2e5fedde74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfa1e9d7-2d2f-4a69-b40c-903fa59565c0', 'name': '', 'network_id': 'eeb2e6e5-8235-4e27-9f2e-8fa14d21139b', 'tenant_id': '29a7272ff9024cc7bc745e2e5fedde74', 'mac_address': 'fa:16:3e:83:8f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0860b901-3f25-4390-a4ec-2d5b7440fcb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'daacc5ef-ccdb-4465-9aa8-991b70653993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:35Z', 'updated_at': '2021-05-19T05:58:43Z', 'revision_number': 5, 'project_id': '29a7272ff9024cc7bc745e2e5fedde74', 'subnets': [{'id': 'daacc5ef-ccdb-4465-9aa8-991b70653993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:06:24.952852 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ab3c51-b7dc-4d9d-8ee0-eabf9451abf3 None None] Checking router: 0860b901-3f25-4390-a4ec-2d5b7440fcb3 for host: dv-cinder-782405-8-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 06:06:24.961164 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ab3c51-b7dc-4d9d-8ee0-eabf9451abf3 None None] Routers {'0860b901-3f25-4390-a4ec-2d5b7440fcb3'} bound to L3 agent in host dv-cinder-782405-8-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 06:06:24.961787 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-44ab3c51-b7dc-4d9d-8ee0-eabf9451abf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T05:35:15Z,description=,heartbeat_timestamp=2021-05-19T06:06:15Z,host='dv-cinder-782405-8-iscsi',id=b1c473b1-11ec-4d73-8852-93414dd700fb,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:35:15Z,topic='l3_agent')) {'router_ids': ['0860b901-3f25-4390-a4ec-2d5b7440fcb3'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:06:25.127470 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b32eb0c2-0a22-4a56-9449-217a9e393ca6 req-5a98eb48-b4ff-42b3-99b2-e7606af56bf5 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd43737f-c144-4073-a5f6-958e055ed4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1662083 May 19 06:06:25.140256 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cc6eb5-02f3-4145-bfc6-2e52a82b9d19 req-5668e2a6-048b-4c31-8a54-6e33dcbcf4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:06:25.141950 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-32cc6eb5-02f3-4145-bfc6-2e52a82b9d19 req-5668e2a6-048b-4c31-8a54-6e33dcbcf4c9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=eeb2e6e5-8235-4e27-9f2e-8fa14d21139b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2127242 May 19 06:06:25.144735 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-44ab3c51-b7dc-4d9d-8ee0-eabf9451abf3 None None] Set router 0860b901-3f25-4390-a4ec-2d5b7440fcb3 gateway port host: dv-cinder-782405-8-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 06:06:25.271724 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-32cc6eb5-02f3-4145-bfc6-2e52a82b9d19 req-4c10fd60-fcc6-4086-aff4-5940b2d71b9b service neutron] 10.222.0.26 "GET /v2.0/networks/eeb2e6e5-8235-4e27-9f2e-8fa14d21139b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227016 May 19 06:06:25.403947 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-32cc6eb5-02f3-4145-bfc6-2e52a82b9d19 req-b22e9f04-cd87-4d32-afb9-8c36a326ea26 service neutron] 10.222.0.26 "GET /v2.0/networks/eeb2e6e5-8235-4e27-9f2e-8fa14d21139b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246877 May 19 06:06:25.482903 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-44ab3c51-b7dc-4d9d-8ee0-eabf9451abf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0860b901-3f25-4390-a4ec-2d5b7440fcb3', 'name': 'tempest-TestVolumeBootPattern-417061248-router', 'tenant_id': '29a7272ff9024cc7bc745e2e5fedde74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '494f3908-e112-411e-ae19-34c32a6ec123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:58:32Z', 'updated_at': '2021-05-19T05:58:36Z', 'revision_number': 4, 'project_id': '29a7272ff9024cc7bc745e2e5fedde74', 'gw_port': {'id': '494f3908-e112-411e-ae19-34c32a6ec123', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ae:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0860b901-3f25-4390-a4ec-2d5b7440fcb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:33Z', 'updated_at': '2021-05-19T05:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi', '_floatingips': [{'id': '43fed520-b317-44fa-8e7f-9bc5ec5d4342', 'tenant_id': '29a7272ff9024cc7bc745e2e5fedde74', 'floating_ip_address': '172.27.0.217', 'floating_network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'router_id': '0860b901-3f25-4390-a4ec-2d5b7440fcb3', 'port_id': 'bb6e82dd-bfb7-45aa-98b1-96e450aaedce', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeb2e6e5-8235-4e27-9f2e-8fa14d21139b', 'mac_address': 'fa:16:3e:b8:f1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b1f469-9e4c-4b9f-abad-ac0634f369d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T06:02:09Z', 'updated_at': '2021-05-19T06:02:12Z', 'revision_number': 1, 'project_id': '29a7272ff9024cc7bc745e2e5fedde74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfa1e9d7-2d2f-4a69-b40c-903fa59565c0', 'name': '', 'network_id': 'eeb2e6e5-8235-4e27-9f2e-8fa14d21139b', 'tenant_id': '29a7272ff9024cc7bc745e2e5fedde74', 'mac_address': 'fa:16:3e:83:8f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0860b901-3f25-4390-a4ec-2d5b7440fcb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'daacc5ef-ccdb-4465-9aa8-991b70653993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:35Z', 'updated_at': '2021-05-19T05:58:43Z', 'revision_number': 5, 'project_id': '29a7272ff9024cc7bc745e2e5fedde74', 'subnets': [{'id': 'daacc5ef-ccdb-4465-9aa8-991b70653993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:06:25.486978 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ab3c51-b7dc-4d9d-8ee0-eabf9451abf3 None None] The sync data for ids ['0860b901-3f25-4390-a4ec-2d5b7440fcb3'] in dv-cinder-782405-8-iscsi is: [{'id': '0860b901-3f25-4390-a4ec-2d5b7440fcb3', 'name': 'tempest-TestVolumeBootPattern-417061248-router', 'tenant_id': '29a7272ff9024cc7bc745e2e5fedde74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '494f3908-e112-411e-ae19-34c32a6ec123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:58:32Z', 'updated_at': '2021-05-19T05:58:36Z', 'revision_number': 4, 'project_id': '29a7272ff9024cc7bc745e2e5fedde74', 'gw_port': {'id': '494f3908-e112-411e-ae19-34c32a6ec123', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ae:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0860b901-3f25-4390-a4ec-2d5b7440fcb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:33Z', 'updated_at': '2021-05-19T05:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi', '_floatingips': [{'id': '43fed520-b317-44fa-8e7f-9bc5ec5d4342', 'tenant_id': '29a7272ff9024cc7bc745e2e5fedde74', 'floating_ip_address': '172.27.0.217', 'floating_network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'router_id': '0860b901-3f25-4390-a4ec-2d5b7440fcb3', 'port_id': 'bb6e82dd-bfb7-45aa-98b1-96e450aaedce', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeb2e6e5-8235-4e27-9f2e-8fa14d21139b', 'mac_address': 'fa:16:3e:b8:f1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b1f469-9e4c-4b9f-abad-ac0634f369d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T06:02:09Z', 'updated_at': '2021-05-19T06:02:12Z', 'revision_number': 1, 'project_id': '29a7272ff9024cc7bc745e2e5fedde74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfa1e9d7-2d2f-4a69-b40c-903fa59565c0', 'name': '', 'network_id': 'eeb2e6e5-8235-4e27-9f2e-8fa14d21139b', 'tenant_id': '29a7272ff9024cc7bc745e2e5fedde74', 'mac_address': 'fa:16:3e:83:8f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0860b901-3f25-4390-a4ec-2d5b7440fcb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'daacc5ef-ccdb-4465-9aa8-991b70653993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:35Z', 'updated_at': '2021-05-19T05:58:43Z', 'revision_number': 5, 'project_id': '29a7272ff9024cc7bc745e2e5fedde74', 'subnets': [{'id': 'daacc5ef-ccdb-4465-9aa8-991b70653993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 06:06:25.680631 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418d38ee-6063-43e4-8875-0bfd497e8b3a None None] New status for floating IP 6a35f14e-b281-4148-a697-75f3fa19e4cc: DOWN {{(pid=103393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 06:06:26.394786 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff608ac7-c909-4f36-8f92-f964a50e8ed9 req-da3336b5-a936-4396-ad15-86f845dd16be tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:06:26.396291 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ff608ac7-c909-4f36-8f92-f964a50e8ed9 req-da3336b5-a936-4396-ad15-86f845dd16be tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c4151c8-19bb-4558-a6aa-8020f0d18c44 HTTP/1.1" status: 200 len: 946 time: 0.0825861 May 19 06:06:26.427405 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586bfdd-ff2d-41f4-a873-e177b181e76a req-e586439e-138e-46d9-a943-58f505b40eb9 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:06:26.428013 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [req-8586bfdd-ff2d-41f4-a873-e177b181e76a req-e586439e-138e-46d9-a943-58f505b40eb9 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Synchronizing usage tracker for tenant:29a7272ff9024cc7bc745e2e5fedde74 on resource:port {{(pid=103390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 06:06:26.444007 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.quota.resource [req-8586bfdd-ff2d-41f4-a873-e177b181e76a req-e586439e-138e-46d9-a943-58f505b40eb9 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Unset dirty status for tenant:29a7272ff9024cc7bc745e2e5fedde74 on resource:port {{(pid=103390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 06:06:26.445435 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8586bfdd-ff2d-41f4-a873-e177b181e76a req-e586439e-138e-46d9-a943-58f505b40eb9 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c4151c8-19bb-4558-a6aa-8020f0d18c44 HTTP/1.1" status: 200 len: 946 time: 0.2004504 May 19 06:06:26.491274 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8586bfdd-ff2d-41f4-a873-e177b181e76a req-1d6a5fd2-9854-4259-8ae3-a1b5f92609a9 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd43737f-c144-4073-a5f6-958e055ed4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396461 May 19 06:06:26.535478 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [req-ff608ac7-c909-4f36-8f92-f964a50e8ed9 req-afe29885-cad8-4b4f-a636-27ea70c3e5fc tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Deleting port edb8ecdd-5998-4f2b-a0b4-f573d0f5dba4 {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 06:06:26.535823 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-ff608ac7-c909-4f36-8f92-f964a50e8ed9 req-afe29885-cad8-4b4f-a636-27ea70c3e5fc tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742273213799'] for port, before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:26.665119 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-ff608ac7-c909-4f36-8f92-f964a50e8ed9 req-afe29885-cad8-4b4f-a636-27ea70c3e5fc tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] For port edb8ecdd-5998-4f2b-a0b4-f573d0f5dba4, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=edb8ecdd-5998-4f2b-a0b4-f573d0f5dba4,segment=NetworkSegment(0844aaea-69d3-4db4-aeb8-d71483a536f1),segment_id=0844aaea-69d3-4db4-aeb8-d71483a536f1)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 06:06:26.665978 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-ff608ac7-c909-4f36-8f92-f964a50e8ed9 req-afe29885-cad8-4b4f-a636-27ea70c3e5fc tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401034'] for port, precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:26.787447 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [req-ff608ac7-c909-4f36-8f92-f964a50e8ed9 req-afe29885-cad8-4b4f-a636-27ea70c3e5fc tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Calling delete_port for edb8ecdd-5998-4f2b-a0b4-f573d0f5dba4 owned by compute:nova {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 06:06:26.893882 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-ff608ac7-c909-4f36-8f92-f964a50e8ed9 req-afe29885-cad8-4b4f-a636-27ea70c3e5fc tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742273216184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742272802052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263355286'] for port, after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:26.900811 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-72c4b9f1-9164-4fc9-9808-751630548214 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:06:26.974029 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe29885-cad8-4b4f-a636-27ea70c3e5fc tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Pushing event deleted for resources: {'Port': ['ID=edb8ecdd-5998-4f2b-a0b4-f573d0f5dba4,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:06:26.990627 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe29885-cad8-4b4f-a636-27ea70c3e5fc tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:06:26.991006 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe29885-cad8-4b4f-a636-27ea70c3e5fc tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:06:26.991403 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe29885-cad8-4b4f-a636-27ea70c3e5fc tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:06:26.991768 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe29885-cad8-4b4f-a636-27ea70c3e5fc tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:06:26.992128 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe29885-cad8-4b4f-a636-27ea70c3e5fc tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:06:26.992490 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe29885-cad8-4b4f-a636-27ea70c3e5fc tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:06:26.992849 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe29885-cad8-4b4f-a636-27ea70c3e5fc tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:06:26.993203 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe29885-cad8-4b4f-a636-27ea70c3e5fc tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:06:26.993607 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe29885-cad8-4b4f-a636-27ea70c3e5fc tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:06:26.993961 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe29885-cad8-4b4f-a636-27ea70c3e5fc tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:06:26.994312 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe29885-cad8-4b4f-a636-27ea70c3e5fc tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:06:26.994691 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe29885-cad8-4b4f-a636-27ea70c3e5fc tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:06:26.997854 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-afe29885-cad8-4b4f-a636-27ea70c3e5fc tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:06:27.032372 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff608ac7-c909-4f36-8f92-f964a50e8ed9 req-afe29885-cad8-4b4f-a636-27ea70c3e5fc tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] No DVR routers for this DVR port edb8ecdd-5998-4f2b-a0b4-f573d0f5dba4 on host hv-cinder-78240 {{(pid=103391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 06:06:27.034763 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-ff608ac7-c909-4f36-8f92-f964a50e8ed9 req-afe29885-cad8-4b4f-a636-27ea70c3e5fc tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13023'] for port, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:27.037514 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c4151c8-19bb-4558-a6aa-8020f0d18c44', 'name': 'network-vif-deleted', 'tag': 'edb8ecdd-5998-4f2b-a0b4-f573d0f5dba4'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 06:06:27.052984 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ff608ac7-c909-4f36-8f92-f964a50e8ed9 req-afe29885-cad8-4b4f-a636-27ea70c3e5fc tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.26 "DELETE /v2.0/ports/edb8ecdd-5998-4f2b-a0b4-f573d0f5dba4 HTTP/1.1" status: 204 len: 173 time: 0.6506608 May 19 06:06:27.082078 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c4151c8-19bb-4558-a6aa-8020f0d18c44', 'name': 'network-vif-deleted', 'tag': 'edb8ecdd-5998-4f2b-a0b4-f573d0f5dba4', 'status': 'completed', 'code': 200} May 19 06:06:27.651829 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-01722ae8-ae53-4e0f-bc43-e4b43bff09bf req-9ca6e248-b1b1-4716-843e-af4bce603d13 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c4151c8-19bb-4558-a6aa-8020f0d18c44 HTTP/1.1" status: 200 len: 210 time: 0.0419202 May 19 06:06:28.814891 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:30.082383 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Device edb8ecdd-5998-4f2b-a0b4-f573d0f5dba4 no longer exists at agent hyperv_hv-cinder-78240 {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 06:06:30.116130 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] No Port match for: edb8ecdd-5998-4f2b-a0b4-f573d0f5dba4 {{(pid=103392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 06:06:30.116485 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Device edb8ecdd-5998-4f2b-a0b4-f573d0f5dba4 not bound to the agent host hv-cinder-78240 {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 06:06:31.127170 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 54180) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:06:31.384423 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-82eafceb-ec1b-46a3-88b5-b191bdec8e87 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Deleting port f989c67c-32de-406d-9f80-2f9844902f7b {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 06:06:31.384658 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-82eafceb-ec1b-46a3-88b5-b191bdec8e87 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742273213799'] for port, before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:31.500717 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-82eafceb-ec1b-46a3-88b5-b191bdec8e87 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401034'] for port, precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:31.501040 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-82eafceb-ec1b-46a3-88b5-b191bdec8e87 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:31.719329 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-82eafceb-ec1b-46a3-88b5-b191bdec8e87 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Calling delete_port for f989c67c-32de-406d-9f80-2f9844902f7b owned by network:floatingip {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 06:06:31.844408 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-82eafceb-ec1b-46a3-88b5-b191bdec8e87 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742273216184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742272802052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263355286'] for port, after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:31.849175 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-1ba404e3-cfe2-4d8a-9ebb-980f17c1094a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:06:31.892378 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eafceb-ec1b-46a3-88b5-b191bdec8e87 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Pushing event deleted for resources: {'Port': ['ID=f989c67c-32de-406d-9f80-2f9844902f7b,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:06:31.917489 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-82eafceb-ec1b-46a3-88b5-b191bdec8e87 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:06:31.981832 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-82eafceb-ec1b-46a3-88b5-b191bdec8e87 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks [] for floatingip, after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:31.982077 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.db.l3_db [None req-82eafceb-ec1b-46a3-88b5-b191bdec8e87 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Floating IP 43fed520-b317-44fa-8e7f-9bc5ec5d4342 disassociated (deleted). External IP: 172.27.0.217, port: bb6e82dd-bfb7-45aa-98b1-96e450aaedce. May 19 06:06:32.320113 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82eafceb-ec1b-46a3-88b5-b191bdec8e87 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Router 0860b901-3f25-4390-a4ec-2d5b7440fcb3 has already been hosted by L3 agent b1c473b1-11ec-4d73-8852-93414dd700fb {{(pid=103391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 06:06:32.494307 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82eafceb-ec1b-46a3-88b5-b191bdec8e87 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify agent at l3_agent.dv-cinder-782405-8-iscsi the message routers_updated {{(pid=103391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 06:06:32.504233 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b8c2ab-92e9-436e-a558-7f0c76eb99f8 None None] Sync routers for ids ['0860b901-3f25-4390-a4ec-2d5b7440fcb3'] in dv-cinder-782405-8-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 06:06:32.510494 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-82eafceb-ec1b-46a3-88b5-b191bdec8e87 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13023'] for floatingip, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:32.513520 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b8c2ab-92e9-436e-a558-7f0c76eb99f8 None None] Routers {'0860b901-3f25-4390-a4ec-2d5b7440fcb3'} bound to L3 agent in host dv-cinder-782405-8-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 06:06:32.514127 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-75b8c2ab-92e9-436e-a558-7f0c76eb99f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T05:35:15Z,description=,heartbeat_timestamp=2021-05-19T06:06:15Z,host='dv-cinder-782405-8-iscsi',id=b1c473b1-11ec-4d73-8852-93414dd700fb,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:35:15Z,topic='l3_agent')) {'router_ids': ['0860b901-3f25-4390-a4ec-2d5b7440fcb3'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:06:32.563529 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-82eafceb-ec1b-46a3-88b5-b191bdec8e87 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "DELETE /v2.0/floatingips/43fed520-b317-44fa-8e7f-9bc5ec5d4342 HTTP/1.1" status: 204 len: 168 time: 1.4352882 May 19 06:06:32.564293 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4b1f469-9e4c-4b9f-abad-ac0634f369d2', 'tag': 'bb6e82dd-bfb7-45aa-98b1-96e450aaedce'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 06:06:32.610093 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4b1f469-9e4c-4b9f-abad-ac0634f369d2', 'tag': 'bb6e82dd-bfb7-45aa-98b1-96e450aaedce', 'status': 'completed', 'code': 200} May 19 06:06:32.699526 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-75b8c2ab-92e9-436e-a558-7f0c76eb99f8 None None] Set router 0860b901-3f25-4390-a4ec-2d5b7440fcb3 gateway port host: dv-cinder-782405-8-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 06:06:32.712252 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb93d323-3755-4a7e-98ed-ddae9269d3bd req-f18c8a84-5b3b-49d7-a460-9ee786efdb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:06:32.714631 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-cb93d323-3755-4a7e-98ed-ddae9269d3bd req-f18c8a84-5b3b-49d7-a460-9ee786efdb65 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=29a7272ff9024cc7bc745e2e5fedde74&device_id=e4b1f469-9e4c-4b9f-abad-ac0634f369d2 HTTP/1.1" status: 200 len: 1098 time: 0.0802312 May 19 06:06:32.850051 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb93d323-3755-4a7e-98ed-ddae9269d3bd req-093068c6-3d62-46fc-9641-c98ac3bf0d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:06:32.851497 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-cb93d323-3755-4a7e-98ed-ddae9269d3bd req-093068c6-3d62-46fc-9641-c98ac3bf0d90 service neutron] 10.222.0.26 "GET /v2.0/networks?id=eeb2e6e5-8235-4e27-9f2e-8fa14d21139b HTTP/1.1" status: 200 len: 912 time: 0.1296883 May 19 06:06:32.922321 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-cb93d323-3755-4a7e-98ed-ddae9269d3bd req-933d743c-ee01-40eb-b239-a22dc0724dfd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb6e82dd-bfb7-45aa-98b1-96e450aaedce HTTP/1.1" status: 200 len: 217 time: 0.0628533 May 19 06:06:32.989483 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb93d323-3755-4a7e-98ed-ddae9269d3bd req-bc5a154c-f7eb-4e19-b02f-a047a1ddd8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:06:32.990923 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-cb93d323-3755-4a7e-98ed-ddae9269d3bd req-bc5a154c-f7eb-4e19-b02f-a047a1ddd8d2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=daacc5ef-ccdb-4465-9aa8-991b70653993 HTTP/1.1" status: 200 len: 850 time: 0.0607204 May 19 06:06:33.023106 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-75b8c2ab-92e9-436e-a558-7f0c76eb99f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0860b901-3f25-4390-a4ec-2d5b7440fcb3', 'name': 'tempest-TestVolumeBootPattern-417061248-router', 'tenant_id': '29a7272ff9024cc7bc745e2e5fedde74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '494f3908-e112-411e-ae19-34c32a6ec123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:58:32Z', 'updated_at': '2021-05-19T05:58:36Z', 'revision_number': 4, 'project_id': '29a7272ff9024cc7bc745e2e5fedde74', 'gw_port': {'id': '494f3908-e112-411e-ae19-34c32a6ec123', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ae:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0860b901-3f25-4390-a4ec-2d5b7440fcb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:33Z', 'updated_at': '2021-05-19T05:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi', '_interfaces': [{'id': 'cfa1e9d7-2d2f-4a69-b40c-903fa59565c0', 'name': '', 'network_id': 'eeb2e6e5-8235-4e27-9f2e-8fa14d21139b', 'tenant_id': '29a7272ff9024cc7bc745e2e5fedde74', 'mac_address': 'fa:16:3e:83:8f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0860b901-3f25-4390-a4ec-2d5b7440fcb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'daacc5ef-ccdb-4465-9aa8-991b70653993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:35Z', 'updated_at': '2021-05-19T05:58:43Z', 'revision_number': 5, 'project_id': '29a7272ff9024cc7bc745e2e5fedde74', 'subnets': [{'id': 'daacc5ef-ccdb-4465-9aa8-991b70653993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:06:33.026914 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b8c2ab-92e9-436e-a558-7f0c76eb99f8 None None] Checking router: 0860b901-3f25-4390-a4ec-2d5b7440fcb3 for host: dv-cinder-782405-8-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 06:06:33.035095 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b8c2ab-92e9-436e-a558-7f0c76eb99f8 None None] Routers {'0860b901-3f25-4390-a4ec-2d5b7440fcb3'} bound to L3 agent in host dv-cinder-782405-8-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 06:06:33.035802 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-75b8c2ab-92e9-436e-a558-7f0c76eb99f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T05:35:15Z,description=,heartbeat_timestamp=2021-05-19T06:06:15Z,host='dv-cinder-782405-8-iscsi',id=b1c473b1-11ec-4d73-8852-93414dd700fb,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:35:15Z,topic='l3_agent')) {'router_ids': ['0860b901-3f25-4390-a4ec-2d5b7440fcb3'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:06:33.250136 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb93d323-3755-4a7e-98ed-ddae9269d3bd req-06b9367e-a2cc-4794-963c-3133b51b7d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:06:33.251627 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-cb93d323-3755-4a7e-98ed-ddae9269d3bd req-06b9367e-a2cc-4794-963c-3133b51b7d7a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=eeb2e6e5-8235-4e27-9f2e-8fa14d21139b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2541645 May 19 06:06:33.258921 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a46499-ae53-4434-83e5-af866621ce66 req-09f9216a-c038-4b52-a57c-c4e13b23581a tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:06:33.259572 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-e9a46499-ae53-4434-83e5-af866621ce66 req-09f9216a-c038-4b52-a57c-c4e13b23581a tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Synchronizing usage tracker for tenant:29a7272ff9024cc7bc745e2e5fedde74 on resource:port {{(pid=103391) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 06:06:33.265749 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-75b8c2ab-92e9-436e-a558-7f0c76eb99f8 None None] Set router 0860b901-3f25-4390-a4ec-2d5b7440fcb3 gateway port host: dv-cinder-782405-8-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 06:06:33.355824 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.quota.resource [req-e9a46499-ae53-4434-83e5-af866621ce66 req-09f9216a-c038-4b52-a57c-c4e13b23581a tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Unset dirty status for tenant:29a7272ff9024cc7bc745e2e5fedde74 on resource:port {{(pid=103391) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 06:06:33.356944 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e9a46499-ae53-4434-83e5-af866621ce66 req-09f9216a-c038-4b52-a57c-c4e13b23581a tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4b1f469-9e4c-4b9f-abad-ac0634f369d2 HTTP/1.1" status: 200 len: 945 time: 0.3299460 May 19 06:06:33.423782 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e9a46499-ae53-4434-83e5-af866621ce66 req-3b12ab0c-3984-4187-a609-baf3eb133e19 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd43737f-c144-4073-a5f6-958e055ed4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598640 May 19 06:06:33.426951 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-cb93d323-3755-4a7e-98ed-ddae9269d3bd req-d646b042-b124-42b8-b078-b56544a548c1 service neutron] 10.222.0.26 "GET /v2.0/networks/eeb2e6e5-8235-4e27-9f2e-8fa14d21139b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637838 May 19 06:06:33.559463 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-cb93d323-3755-4a7e-98ed-ddae9269d3bd req-67315623-6187-46cb-a507-66ae19c391ed service neutron] 10.222.0.26 "GET /v2.0/networks/eeb2e6e5-8235-4e27-9f2e-8fa14d21139b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248405 May 19 06:06:33.574486 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-75b8c2ab-92e9-436e-a558-7f0c76eb99f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0860b901-3f25-4390-a4ec-2d5b7440fcb3', 'name': 'tempest-TestVolumeBootPattern-417061248-router', 'tenant_id': '29a7272ff9024cc7bc745e2e5fedde74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '494f3908-e112-411e-ae19-34c32a6ec123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:58:32Z', 'updated_at': '2021-05-19T05:58:36Z', 'revision_number': 4, 'project_id': '29a7272ff9024cc7bc745e2e5fedde74', 'gw_port': {'id': '494f3908-e112-411e-ae19-34c32a6ec123', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ae:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0860b901-3f25-4390-a4ec-2d5b7440fcb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:33Z', 'updated_at': '2021-05-19T05:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi', '_interfaces': [{'id': 'cfa1e9d7-2d2f-4a69-b40c-903fa59565c0', 'name': '', 'network_id': 'eeb2e6e5-8235-4e27-9f2e-8fa14d21139b', 'tenant_id': '29a7272ff9024cc7bc745e2e5fedde74', 'mac_address': 'fa:16:3e:83:8f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0860b901-3f25-4390-a4ec-2d5b7440fcb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'daacc5ef-ccdb-4465-9aa8-991b70653993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:35Z', 'updated_at': '2021-05-19T05:58:43Z', 'revision_number': 5, 'project_id': '29a7272ff9024cc7bc745e2e5fedde74', 'subnets': [{'id': 'daacc5ef-ccdb-4465-9aa8-991b70653993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:06:33.578986 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b8c2ab-92e9-436e-a558-7f0c76eb99f8 None None] The sync data for ids ['0860b901-3f25-4390-a4ec-2d5b7440fcb3'] in dv-cinder-782405-8-iscsi is: [{'id': '0860b901-3f25-4390-a4ec-2d5b7440fcb3', 'name': 'tempest-TestVolumeBootPattern-417061248-router', 'tenant_id': '29a7272ff9024cc7bc745e2e5fedde74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '494f3908-e112-411e-ae19-34c32a6ec123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:58:32Z', 'updated_at': '2021-05-19T05:58:36Z', 'revision_number': 4, 'project_id': '29a7272ff9024cc7bc745e2e5fedde74', 'gw_port': {'id': '494f3908-e112-411e-ae19-34c32a6ec123', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ae:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0860b901-3f25-4390-a4ec-2d5b7440fcb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:33Z', 'updated_at': '2021-05-19T05:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi', '_interfaces': [{'id': 'cfa1e9d7-2d2f-4a69-b40c-903fa59565c0', 'name': '', 'network_id': 'eeb2e6e5-8235-4e27-9f2e-8fa14d21139b', 'tenant_id': '29a7272ff9024cc7bc745e2e5fedde74', 'mac_address': 'fa:16:3e:83:8f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0860b901-3f25-4390-a4ec-2d5b7440fcb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'daacc5ef-ccdb-4465-9aa8-991b70653993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:35Z', 'updated_at': '2021-05-19T05:58:43Z', 'revision_number': 5, 'project_id': '29a7272ff9024cc7bc745e2e5fedde74', 'subnets': [{'id': 'daacc5ef-ccdb-4465-9aa8-991b70653993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 06:06:33.779323 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e858e5a-33cc-4bf5-ae1f-761103b95a2b None None] New status for floating IP 43fed520-b317-44fa-8e7f-9bc5ec5d4342: DOWN {{(pid=103393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 06:06:34.612228 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5506f3d3-2664-4349-9049-bff820d7d64f req-94a018a3-ff9d-4bdd-bad9-0dba62e7b5d4 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:06:34.613672 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5506f3d3-2664-4349-9049-bff820d7d64f req-94a018a3-ff9d-4bdd-bad9-0dba62e7b5d4 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4b1f469-9e4c-4b9f-abad-ac0634f369d2 HTTP/1.1" status: 200 len: 945 time: 0.0819576 May 19 06:06:34.658332 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5506f3d3-2664-4349-9049-bff820d7d64f req-3198e007-392c-4742-a5a1-9aba9d6ebc4a tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd43737f-c144-4073-a5f6-958e055ed4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388725 May 19 06:06:34.684527 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a9b347-ecb7-41d7-bc60-647e1f99fe99 req-95eb757f-d8b4-4e59-adba-db3985688fcf tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:06:34.685977 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-00a9b347-ecb7-41d7-bc60-647e1f99fe99 req-95eb757f-d8b4-4e59-adba-db3985688fcf tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4b1f469-9e4c-4b9f-abad-ac0634f369d2 HTTP/1.1" status: 200 len: 945 time: 0.0795009 May 19 06:06:34.820292 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [req-00a9b347-ecb7-41d7-bc60-647e1f99fe99 req-750c2817-63a3-4021-a811-e3b4d55dd046 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Deleting port bb6e82dd-bfb7-45aa-98b1-96e450aaedce {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 06:06:34.820539 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-00a9b347-ecb7-41d7-bc60-647e1f99fe99 req-750c2817-63a3-4021-a811-e3b4d55dd046 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742273213799'] for port, before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:34.950000 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-00a9b347-ecb7-41d7-bc60-647e1f99fe99 req-750c2817-63a3-4021-a811-e3b4d55dd046 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] For port bb6e82dd-bfb7-45aa-98b1-96e450aaedce, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=bb6e82dd-bfb7-45aa-98b1-96e450aaedce,segment=NetworkSegment(0844aaea-69d3-4db4-aeb8-d71483a536f1),segment_id=0844aaea-69d3-4db4-aeb8-d71483a536f1)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 06:06:34.950356 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-00a9b347-ecb7-41d7-bc60-647e1f99fe99 req-750c2817-63a3-4021-a811-e3b4d55dd046 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401034'] for port, precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:35.069082 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [req-00a9b347-ecb7-41d7-bc60-647e1f99fe99 req-750c2817-63a3-4021-a811-e3b4d55dd046 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Calling delete_port for bb6e82dd-bfb7-45aa-98b1-96e450aaedce owned by compute:nova {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 06:06:35.177504 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-00a9b347-ecb7-41d7-bc60-647e1f99fe99 req-750c2817-63a3-4021-a811-e3b4d55dd046 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742273216184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742272802052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263355286'] for port, after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:35.185215 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-0e5b6e8f-00cb-471a-b305-16748acea5fa tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:06:35.230183 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750c2817-63a3-4021-a811-e3b4d55dd046 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Pushing event deleted for resources: {'Port': ['ID=bb6e82dd-bfb7-45aa-98b1-96e450aaedce,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:06:35.233180 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-750c2817-63a3-4021-a811-e3b4d55dd046 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:06:35.305084 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [req-00a9b347-ecb7-41d7-bc60-647e1f99fe99 req-750c2817-63a3-4021-a811-e3b4d55dd046 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] No DVR routers for this DVR port bb6e82dd-bfb7-45aa-98b1-96e450aaedce on host hv-cinder-78240 {{(pid=103391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 06:06:35.307546 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-00a9b347-ecb7-41d7-bc60-647e1f99fe99 req-750c2817-63a3-4021-a811-e3b4d55dd046 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13023'] for port, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:35.309953 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4b1f469-9e4c-4b9f-abad-ac0634f369d2', 'name': 'network-vif-deleted', 'tag': 'bb6e82dd-bfb7-45aa-98b1-96e450aaedce'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 06:06:35.325797 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [req-00a9b347-ecb7-41d7-bc60-647e1f99fe99 req-750c2817-63a3-4021-a811-e3b4d55dd046 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.26 "DELETE /v2.0/ports/bb6e82dd-bfb7-45aa-98b1-96e450aaedce HTTP/1.1" status: 204 len: 173 time: 0.6342854 May 19 06:06:35.355710 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4b1f469-9e4c-4b9f-abad-ac0634f369d2', 'name': 'network-vif-deleted', 'tag': 'bb6e82dd-bfb7-45aa-98b1-96e450aaedce', 'status': 'completed', 'code': 200} May 19 06:06:35.814664 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0d6c4a20-257c-4933-9550-3cad56d734d6 req-93de50cc-a0d9-4b0e-92e7-1fd2cbffc14c tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4b1f469-9e4c-4b9f-abad-ac0634f369d2 HTTP/1.1" status: 200 len: 210 time: 0.0413311 May 19 06:06:36.910452 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 54198) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:06:37.118971 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-a8f2b6d5-0ffc-48c5-ad68-0baead836d6b tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Deleting port 41b6e2db-c9d7-40c6-a87d-c8a7621c7bb0 {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 06:06:37.119323 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a8f2b6d5-0ffc-48c5-ad68-0baead836d6b tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742273213799'] for port, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:37.234845 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a8f2b6d5-0ffc-48c5-ad68-0baead836d6b tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401034'] for port, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:37.235177 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a8f2b6d5-0ffc-48c5-ad68-0baead836d6b tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:37.352050 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-a8f2b6d5-0ffc-48c5-ad68-0baead836d6b tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Calling delete_port for 41b6e2db-c9d7-40c6-a87d-c8a7621c7bb0 owned by network:floatingip {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 06:06:37.460474 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a8f2b6d5-0ffc-48c5-ad68-0baead836d6b tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742273216184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742272802052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266569054'] for port, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:37.464714 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-724cee97-e289-4987-9ea7-f27c94e5e93b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:06:37.507660 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f2b6d5-0ffc-48c5-ad68-0baead836d6b tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Pushing event deleted for resources: {'Port': ['ID=41b6e2db-c9d7-40c6-a87d-c8a7621c7bb0,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:06:37.532547 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-a8f2b6d5-0ffc-48c5-ad68-0baead836d6b tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:06:37.596730 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a8f2b6d5-0ffc-48c5-ad68-0baead836d6b tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks [] for floatingip, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:37.610814 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a8f2b6d5-0ffc-48c5-ad68-0baead836d6b tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13023'] for floatingip, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:37.611932 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-a8f2b6d5-0ffc-48c5-ad68-0baead836d6b tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "DELETE /v2.0/floatingips/e1cb4385-90fd-4cc2-b732-983585d13310 HTTP/1.1" status: 204 len: 168 time: 0.7004898 May 19 06:06:38.099908 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Device bb6e82dd-bfb7-45aa-98b1-96e450aaedce no longer exists at agent hyperv_hv-cinder-78240 {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 06:06:38.133160 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] No Port match for: bb6e82dd-bfb7-45aa-98b1-96e450aaedce {{(pid=103392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 06:06:38.133511 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Device bb6e82dd-bfb7-45aa-98b1-96e450aaedce not bound to the agent host hv-cinder-78240 {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 06:06:38.980563 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 54214) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:06:39.047116 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b7ed93b0-6375-4e92-a671-d7cc70b7f1b6 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks [] for security_group, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:39.076726 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b7ed93b0-6375-4e92-a671-d7cc70b7f1b6 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:39.141061 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b7ed93b0-6375-4e92-a671-d7cc70b7f1b6 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:39.144973 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-53da0493-0e06-4260-b0da-9213c5c3ff00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:06:39.160125 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed93b0-6375-4e92-a671-d7cc70b7f1b6 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd43737f-c144-4073-a5f6-958e055ed4a6,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:06:39.162801 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-b7ed93b0-6375-4e92-a671-d7cc70b7f1b6 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:06:39.170612 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b7ed93b0-6375-4e92-a671-d7cc70b7f1b6 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Notify callbacks [] for security_group, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:39.171727 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-b7ed93b0-6375-4e92-a671-d7cc70b7f1b6 tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] 10.222.0.11 "DELETE /v2.0/security-groups/dd43737f-c144-4073-a5f6-958e055ed4a6 HTTP/1.1" status: 204 len: 168 time: 0.1901808 May 19 06:06:39.228969 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 54220) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:06:39.941319 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-15c1eb01-bb77-48e9-9acc-5bd97bea583d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398924'] for router_interface, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:40.332311 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-15c1eb01-bb77-48e9-9acc-5bd97bea583d admin admin] Deleting port cfa1e9d7-2d2f-4a69-b40c-903fa59565c0 {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 06:06:40.332985 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-15c1eb01-bb77-48e9-9acc-5bd97bea583d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742273213799'] for port, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:40.448751 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-15c1eb01-bb77-48e9-9acc-5bd97bea583d admin admin] For port cfa1e9d7-2d2f-4a69-b40c-903fa59565c0, host dv-cinder-782405-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-iscsi',level=0,port_id=cfa1e9d7-2d2f-4a69-b40c-903fa59565c0,segment=NetworkSegment(0844aaea-69d3-4db4-aeb8-d71483a536f1),segment_id=0844aaea-69d3-4db4-aeb8-d71483a536f1)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 06:06:40.449103 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-15c1eb01-bb77-48e9-9acc-5bd97bea583d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401034'] for port, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:40.566619 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-15c1eb01-bb77-48e9-9acc-5bd97bea583d admin admin] Calling delete_port for cfa1e9d7-2d2f-4a69-b40c-903fa59565c0 owned by network:router_interface {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 06:06:40.708323 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-15c1eb01-bb77-48e9-9acc-5bd97bea583d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742273216184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742272802052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266569054'] for port, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:40.712600 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:06:40.755813 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c1eb01-bb77-48e9-9acc-5bd97bea583d admin admin] Pushing event deleted for resources: {'Port': ['ID=cfa1e9d7-2d2f-4a69-b40c-903fa59565c0,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:06:40.780667 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-15c1eb01-bb77-48e9-9acc-5bd97bea583d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:06:41.012017 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-15c1eb01-bb77-48e9-9acc-5bd97bea583d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400604'] for router_interface, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:41.453991 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15c1eb01-bb77-48e9-9acc-5bd97bea583d admin admin] Router 0860b901-3f25-4390-a4ec-2d5b7440fcb3 has already been hosted by L3 agent b1c473b1-11ec-4d73-8852-93414dd700fb {{(pid=103390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 06:06:41.624457 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15c1eb01-bb77-48e9-9acc-5bd97bea583d admin admin] Notify agent at l3_agent.dv-cinder-782405-8-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 06:06:41.632521 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3528c00c-3764-4577-a8f4-277ccfd16d5b None None] Sync routers for ids ['0860b901-3f25-4390-a4ec-2d5b7440fcb3'] in dv-cinder-782405-8-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 06:06:41.638155 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-15c1eb01-bb77-48e9-9acc-5bd97bea583d admin admin] 10.222.0.11 "PUT /v2.0/routers/0860b901-3f25-4390-a4ec-2d5b7440fcb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4081526 May 19 06:06:41.640766 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 54226) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:06:41.641352 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3528c00c-3764-4577-a8f4-277ccfd16d5b None None] Routers {'0860b901-3f25-4390-a4ec-2d5b7440fcb3'} bound to L3 agent in host dv-cinder-782405-8-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 06:06:41.641965 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-3528c00c-3764-4577-a8f4-277ccfd16d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T05:35:15Z,description=,heartbeat_timestamp=2021-05-19T06:06:15Z,host='dv-cinder-782405-8-iscsi',id=b1c473b1-11ec-4d73-8852-93414dd700fb,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:35:15Z,topic='l3_agent')) {'router_ids': ['0860b901-3f25-4390-a4ec-2d5b7440fcb3'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:06:41.811633 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-454d6000-7bcf-4dfb-955c-516f6aa59581 admin admin] Notify callbacks [] for router, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:41.814984 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-3528c00c-3764-4577-a8f4-277ccfd16d5b None None] Set router 0860b901-3f25-4390-a4ec-2d5b7440fcb3 gateway port host: dv-cinder-782405-8-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 06:06:41.977403 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-454d6000-7bcf-4dfb-955c-516f6aa59581 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:42.049126 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-454d6000-7bcf-4dfb-955c-516f6aa59581 admin admin] Deleting port 494f3908-e112-411e-ae19-34c32a6ec123 {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 06:06:42.049462 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-454d6000-7bcf-4dfb-955c-516f6aa59581 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742273213799'] for port, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:42.089321 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-3528c00c-3764-4577-a8f4-277ccfd16d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0860b901-3f25-4390-a4ec-2d5b7440fcb3', 'name': 'tempest-TestVolumeBootPattern-417061248-router', 'tenant_id': '29a7272ff9024cc7bc745e2e5fedde74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '494f3908-e112-411e-ae19-34c32a6ec123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:58:32Z', 'updated_at': '2021-05-19T06:06:40Z', 'revision_number': 5, 'project_id': '29a7272ff9024cc7bc745e2e5fedde74', 'gw_port': {'id': '494f3908-e112-411e-ae19-34c32a6ec123', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ae:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0860b901-3f25-4390-a4ec-2d5b7440fcb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:33Z', 'updated_at': '2021-05-19T05:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi'}], 'dv-cinder-782405-8-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:06:42.093053 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3528c00c-3764-4577-a8f4-277ccfd16d5b None None] Checking router: 0860b901-3f25-4390-a4ec-2d5b7440fcb3 for host: dv-cinder-782405-8-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 06:06:42.101311 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3528c00c-3764-4577-a8f4-277ccfd16d5b None None] Routers {'0860b901-3f25-4390-a4ec-2d5b7440fcb3'} bound to L3 agent in host dv-cinder-782405-8-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 06:06:42.101897 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-3528c00c-3764-4577-a8f4-277ccfd16d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T05:35:15Z,description=,heartbeat_timestamp=2021-05-19T06:06:15Z,host='dv-cinder-782405-8-iscsi',id=b1c473b1-11ec-4d73-8852-93414dd700fb,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:35:15Z,topic='l3_agent')) {'router_ids': ['0860b901-3f25-4390-a4ec-2d5b7440fcb3'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:06:42.167492 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-454d6000-7bcf-4dfb-955c-516f6aa59581 admin admin] For port 494f3908-e112-411e-ae19-34c32a6ec123, host dv-cinder-782405-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-iscsi',level=0,port_id=494f3908-e112-411e-ae19-34c32a6ec123,segment=NetworkSegment(edaa9548-0a8e-4b05-b39a-c151d3266f79),segment_id=edaa9548-0a8e-4b05-b39a-c151d3266f79)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 06:06:42.167846 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-454d6000-7bcf-4dfb-955c-516f6aa59581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401034'] for port, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:42.249806 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-3528c00c-3764-4577-a8f4-277ccfd16d5b None None] Set router 0860b901-3f25-4390-a4ec-2d5b7440fcb3 gateway port host: None {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 06:06:42.287376 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-454d6000-7bcf-4dfb-955c-516f6aa59581 admin admin] Calling delete_port for 494f3908-e112-411e-ae19-34c32a6ec123 owned by network:router_gateway {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 06:06:42.354727 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-3528c00c-3764-4577-a8f4-277ccfd16d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0860b901-3f25-4390-a4ec-2d5b7440fcb3', 'name': 'tempest-TestVolumeBootPattern-417061248-router', 'tenant_id': '29a7272ff9024cc7bc745e2e5fedde74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:58:32Z', 'updated_at': '2021-05-19T06:06:41Z', 'revision_number': 6, 'project_id': '29a7272ff9024cc7bc745e2e5fedde74', 'gw_port_host': None}], 'dv-cinder-782405-8-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:06:42.358885 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3528c00c-3764-4577-a8f4-277ccfd16d5b None None] The sync data for ids ['0860b901-3f25-4390-a4ec-2d5b7440fcb3'] in dv-cinder-782405-8-iscsi is: [{'id': '0860b901-3f25-4390-a4ec-2d5b7440fcb3', 'name': 'tempest-TestVolumeBootPattern-417061248-router', 'tenant_id': '29a7272ff9024cc7bc745e2e5fedde74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:58:32Z', 'updated_at': '2021-05-19T06:06:41Z', 'revision_number': 6, 'project_id': '29a7272ff9024cc7bc745e2e5fedde74', 'gw_port_host': None}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 06:06:42.382380 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9c12167b-3c47-49dd-9816-ca741fb1689f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:42.426854 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-454d6000-7bcf-4dfb-955c-516f6aa59581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742273216184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742272802052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266569054'] for port, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:42.431715 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-bcc4b60a-070d-43b3-8163-289d365bc191 tempest-TestMinimumBasicScenario-384176063 tempest-TestMinimumBasicScenario-384176063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:06:42.471580 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454d6000-7bcf-4dfb-955c-516f6aa59581 admin admin] Pushing event deleted for resources: {'Port': ['ID=494f3908-e112-411e-ae19-34c32a6ec123,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:06:42.474206 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-454d6000-7bcf-4dfb-955c-516f6aa59581 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:06:42.666271 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-454d6000-7bcf-4dfb-955c-516f6aa59581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-517991'] for router_gateway, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:42.835038 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-454d6000-7bcf-4dfb-955c-516f6aa59581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27485'] for router, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:42.837738 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-454d6000-7bcf-4dfb-955c-516f6aa59581 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:42.859791 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-454d6000-7bcf-4dfb-955c-516f6aa59581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-517424'] for router, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:42.860457 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-454d6000-7bcf-4dfb-955c-516f6aa59581 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0860b901-3f25-4390-a4ec-2d5b7440fcb3 {{(pid=103390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 06:06:42.872263 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-454d6000-7bcf-4dfb-955c-516f6aa59581 admin admin] Notify callbacks [] for router, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:42.873371 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-454d6000-7bcf-4dfb-955c-516f6aa59581 admin admin] 10.222.0.11 "DELETE /v2.0/routers/0860b901-3f25-4390-a4ec-2d5b7440fcb3 HTTP/1.1" status: 204 len: 168 time: 1.2318108 May 19 06:06:42.875954 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 54230) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:06:42.937467 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_v2 [None req-330ad764-cea5-48f4-820e-9d5126e117d5 admin admin] Deleting subnet daacc5ef-ccdb-4465-9aa8-991b70653993 {{(pid=103390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 06:06:42.940817 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-330ad764-cea5-48f4-820e-9d5126e117d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:42.989490 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-330ad764-cea5-48f4-820e-9d5126e117d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266360016'] for subnet, precommit_delete_associations {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:43.066782 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-330ad764-cea5-48f4-820e-9d5126e117d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3527298'] for subnet, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:43.307814 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-330ad764-cea5-48f4-820e-9d5126e117d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3527349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266359937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266937071'] for subnet, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:43.312237 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:06:43.345494 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330ad764-cea5-48f4-820e-9d5126e117d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=daacc5ef-ccdb-4465-9aa8-991b70653993,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:06:43.347684 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-330ad764-cea5-48f4-820e-9d5126e117d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:43.350187 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-330ad764-cea5-48f4-820e-9d5126e117d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:06:43.352496 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3793b7-b3a7-43d9-9dff-11539373fb0a None None] Network eeb2e6e5-8235-4e27-9f2e-8fa14d21139b requested from dv-cinder-782405-8-iscsi {{(pid=103392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 06:06:43.354115 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-330ad764-cea5-48f4-820e-9d5126e117d5 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/daacc5ef-ccdb-4465-9aa8-991b70653993 HTTP/1.1" status: 204 len: 168 time: 0.4772513 May 19 06:06:43.356600 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 54234) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:06:43.460574 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f09e89f8-7d1b-4341-91ff-5a225ff38000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608314'] for network, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:43.536243 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-f09e89f8-7d1b-4341-91ff-5a225ff38000 admin admin] Deleting port c2347da1-547e-424c-91b9-ad9e6ac6bcce {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 06:06:43.536952 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f09e89f8-7d1b-4341-91ff-5a225ff38000 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742273213799'] for port, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:43.637038 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-f09e89f8-7d1b-4341-91ff-5a225ff38000 admin admin] For port c2347da1-547e-424c-91b9-ad9e6ac6bcce, host dv-cinder-782405-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-iscsi',level=0,port_id=c2347da1-547e-424c-91b9-ad9e6ac6bcce,segment=NetworkSegment(0844aaea-69d3-4db4-aeb8-d71483a536f1),segment_id=0844aaea-69d3-4db4-aeb8-d71483a536f1)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 06:06:43.637396 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f09e89f8-7d1b-4341-91ff-5a225ff38000 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401034'] for port, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:43.638436 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566b7ccc-ebe2-4990-a82a-70f1f7108895 None None] DHCP port deletion for eeb2e6e5-8235-4e27-9f2e-8fa14d21139b request from dv-cinder-782405-8-iscsi {{(pid=103392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 06:06:43.702779 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-566b7ccc-ebe2-4990-a82a-70f1f7108895 None None] Deleting port c2347da1-547e-424c-91b9-ad9e6ac6bcce {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 06:06:43.703163 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-566b7ccc-ebe2-4990-a82a-70f1f7108895 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742273213799'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:43.757367 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-f09e89f8-7d1b-4341-91ff-5a225ff38000 admin admin] Calling delete_port for c2347da1-547e-424c-91b9-ad9e6ac6bcce owned by network:dhcp {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 06:06:43.800075 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-566b7ccc-ebe2-4990-a82a-70f1f7108895 None None] For port c2347da1-547e-424c-91b9-ad9e6ac6bcce, host dv-cinder-782405-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-iscsi',level=0,port_id=c2347da1-547e-424c-91b9-ad9e6ac6bcce,segment=NetworkSegment(0844aaea-69d3-4db4-aeb8-d71483a536f1),segment_id=0844aaea-69d3-4db4-aeb8-d71483a536f1)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 06:06:43.800737 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-566b7ccc-ebe2-4990-a82a-70f1f7108895 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401034'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:43.802341 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f09e89f8-7d1b-4341-91ff-5a225ff38000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742273216184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742272802052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266569054'] for port, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:43.807494 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-454d6000-7bcf-4dfb-955c-516f6aa59581 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:06:43.848529 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09e89f8-7d1b-4341-91ff-5a225ff38000 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2347da1-547e-424c-91b9-ad9e6ac6bcce,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:06:43.851559 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-f09e89f8-7d1b-4341-91ff-5a225ff38000 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:06:43.852325 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09e89f8-7d1b-4341-91ff-5a225ff38000 admin admin] No DVR routers for this DVR port c2347da1-547e-424c-91b9-ad9e6ac6bcce on host dv-cinder-782405-8-iscsi {{(pid=103390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 06:06:43.923540 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-566b7ccc-ebe2-4990-a82a-70f1f7108895 None None] Calling delete_port for c2347da1-547e-424c-91b9-ad9e6ac6bcce owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 06:06:43.963495 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f09e89f8-7d1b-4341-91ff-5a225ff38000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3528713', 'neutron.services.segments.db._delete_segments_for_network-8742273243010'] for network, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:43.964903 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-566b7ccc-ebe2-4990-a82a-70f1f7108895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742273216184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742272802052'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:43.969208 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:06:43.976265 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-f09e89f8-7d1b-4341-91ff-5a225ff38000 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeb2e6e5-8235-4e27-9f2e-8fa14d21139b']}} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:06:43.987852 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-f09e89f8-7d1b-4341-91ff-5a225ff38000 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0844aaea-69d3-4db4-aeb8-d71483a536f1') {'for_net_delete': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:06:43.988134 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-f09e89f8-7d1b-4341-91ff-5a225ff38000 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0844aaea-69d3-4db4-aeb8-d71483a536f1') {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:06:44.000000 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f09e89f8-7d1b-4341-91ff-5a225ff38000 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742273253515', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266360007'] for segment, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:44.011463 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566b7ccc-ebe2-4990-a82a-70f1f7108895 None None] Pushing event deleted for resources: {'Port': ['ID=c2347da1-547e-424c-91b9-ad9e6ac6bcce,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:06:44.013743 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566b7ccc-ebe2-4990-a82a-70f1f7108895 None None] No DVR routers for this DVR port c2347da1-547e-424c-91b9-ad9e6ac6bcce on host dv-cinder-782405-8-iscsi {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 06:06:44.022113 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f09e89f8-7d1b-4341-91ff-5a225ff38000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3517393'] for segment, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:44.024474 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566b7ccc-ebe2-4990-a82a-70f1f7108895 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:06:44.024851 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566b7ccc-ebe2-4990-a82a-70f1f7108895 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:06:44.025220 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566b7ccc-ebe2-4990-a82a-70f1f7108895 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:06:44.025540 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566b7ccc-ebe2-4990-a82a-70f1f7108895 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:06:44.025866 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566b7ccc-ebe2-4990-a82a-70f1f7108895 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:06:44.026193 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566b7ccc-ebe2-4990-a82a-70f1f7108895 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:06:44.026328 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f09e89f8-7d1b-4341-91ff-5a225ff38000 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 06:06:44.026513 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566b7ccc-ebe2-4990-a82a-70f1f7108895 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:06:44.026664 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f09e89f8-7d1b-4341-91ff-5a225ff38000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3517393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266568995'] for segment, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:44.026863 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566b7ccc-ebe2-4990-a82a-70f1f7108895 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:06:44.027219 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566b7ccc-ebe2-4990-a82a-70f1f7108895 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:06:44.027527 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566b7ccc-ebe2-4990-a82a-70f1f7108895 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:06:44.027844 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566b7ccc-ebe2-4990-a82a-70f1f7108895 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:06:44.028157 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566b7ccc-ebe2-4990-a82a-70f1f7108895 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:06:44.031633 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-566b7ccc-ebe2-4990-a82a-70f1f7108895 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:06:44.126153 dv-cinder-782405-8-iscsi neutron-server[103390]: Traceback (most recent call last): May 19 06:06:44.126153 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 06:06:44.126153 dv-cinder-782405-8-iscsi neutron-server[103390]: timer() May 19 06:06:44.126153 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 06:06:44.126153 dv-cinder-782405-8-iscsi neutron-server[103390]: cb(*args, **kw) May 19 06:06:44.126153 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 06:06:44.126153 dv-cinder-782405-8-iscsi neutron-server[103390]: return func(*args, **kwargs) May 19 06:06:44.126153 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 06:06:44.126153 dv-cinder-782405-8-iscsi neutron-server[103390]: self._notify() May 19 06:06:44.126153 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 06:06:44.126153 dv-cinder-782405-8-iscsi neutron-server[103390]: self.callback(batched_events) May 19 06:06:44.126153 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 06:06:44.126153 dv-cinder-782405-8-iscsi neutron-server[103390]: event.method(event) May 19 06:06:44.126153 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 06:06:44.126153 dv-cinder-782405-8-iscsi neutron-server[103390]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 06:06:44.126153 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 06:06:44.126153 dv-cinder-782405-8-iscsi neutron-server[103390]: aggregate_uuid = self.p_client.list_aggregates( May 19 06:06:44.126153 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 06:06:44.126153 dv-cinder-782405-8-iscsi neutron-server[103390]: return f(self, *a, **k) May 19 06:06:44.126153 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 06:06:44.126153 dv-cinder-782405-8-iscsi neutron-server[103390]: return self._get(url).json() May 19 06:06:44.126153 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 06:06:44.126153 dv-cinder-782405-8-iscsi neutron-server[103390]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 06:06:44.126153 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 06:06:44.126153 dv-cinder-782405-8-iscsi neutron-server[103390]: return self.request(url, 'GET', **kwargs) May 19 06:06:44.126153 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 06:06:44.126153 dv-cinder-782405-8-iscsi neutron-server[103390]: base_url = self.get_endpoint(auth, allow=allow, May 19 06:06:44.126153 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 06:06:44.126153 dv-cinder-782405-8-iscsi neutron-server[103390]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 06:06:44.126153 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 06:06:44.126153 dv-cinder-782405-8-iscsi neutron-server[103390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 06:06:44.126153 dv-cinder-782405-8-iscsi neutron-server[103390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 06:06:44.198879 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f09e89f8-7d1b-4341-91ff-5a225ff38000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3528704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-542600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-584118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-517964'] for network, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:44.203823 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f09e89f8-7d1b-4341-91ff-5a225ff38000 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584083'] for network, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:44.206115 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:06:44.229981 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09e89f8-7d1b-4341-91ff-5a225ff38000 admin admin] Pushing event deleted for resources: {'Network': ['ID=eeb2e6e5-8235-4e27-9f2e-8fa14d21139b,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:06:44.232425 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-f09e89f8-7d1b-4341-91ff-5a225ff38000 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:06:44.244045 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-f09e89f8-7d1b-4341-91ff-5a225ff38000 admin admin] 10.222.0.11 "DELETE /v2.0/networks/eeb2e6e5-8235-4e27-9f2e-8fa14d21139b HTTP/1.1" status: 204 len: 168 time: 0.8864758 May 19 06:06:44.246781 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 54238) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:06:44.289076 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device cfa1e9d7-2d2f-4a69-b40c-903fa59565c0 no longer exists at agent ovs-agent-dv-cinder-782405-8-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 06:06:44.324815 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] No Port match for: cfa1e9d7-2d2f-4a69-b40c-903fa59565c0 {{(pid=103392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 06:06:44.325167 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device cfa1e9d7-2d2f-4a69-b40c-903fa59565c0 not bound to the agent host dv-cinder-782405-8-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 06:06:44.325588 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device 494f3908-e112-411e-ae19-34c32a6ec123 no longer exists at agent ovs-agent-dv-cinder-782405-8-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 06:06:44.357471 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] No Port match for: 494f3908-e112-411e-ae19-34c32a6ec123 {{(pid=103392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 06:06:44.358144 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device 494f3908-e112-411e-ae19-34c32a6ec123 not bound to the agent host dv-cinder-782405-8-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 06:06:44.358262 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device c2347da1-547e-424c-91b9-ad9e6ac6bcce no longer exists at agent ovs-agent-dv-cinder-782405-8-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 06:06:44.389866 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] No Port match for: c2347da1-547e-424c-91b9-ad9e6ac6bcce {{(pid=103392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 06:06:44.390144 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device c2347da1-547e-424c-91b9-ad9e6ac6bcce not bound to the agent host dv-cinder-782405-8-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 06:06:44.729564 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-735475ae-6395-4b13-9be4-a2258b673cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:44.763421 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-433d8243-92a3-46a7-90d5-22e00911ab41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398924'] for router_interface, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:44.902833 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:45.152929 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-433d8243-92a3-46a7-90d5-22e00911ab41 admin admin] Deleting port 2abb89a1-d586-47a9-adbb-759667ad844f {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 06:06:45.153265 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-433d8243-92a3-46a7-90d5-22e00911ab41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742273213799'] for port, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:45.268683 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-433d8243-92a3-46a7-90d5-22e00911ab41 admin admin] For port 2abb89a1-d586-47a9-adbb-759667ad844f, host dv-cinder-782405-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-iscsi',level=0,port_id=2abb89a1-d586-47a9-adbb-759667ad844f,segment=NetworkSegment(74faa81b-2138-441b-844b-95188dacf902),segment_id=74faa81b-2138-441b-844b-95188dacf902)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 06:06:45.269029 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-433d8243-92a3-46a7-90d5-22e00911ab41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401034'] for port, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:45.387818 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-433d8243-92a3-46a7-90d5-22e00911ab41 admin admin] Calling delete_port for 2abb89a1-d586-47a9-adbb-759667ad844f owned by network:router_interface {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 06:06:45.615782 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-433d8243-92a3-46a7-90d5-22e00911ab41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742273216184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742272802052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266569054'] for port, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:45.620744 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-a8f2b6d5-0ffc-48c5-ad68-0baead836d6b tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:06:45.665105 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433d8243-92a3-46a7-90d5-22e00911ab41 admin admin] Pushing event deleted for resources: {'Port': ['ID=2abb89a1-d586-47a9-adbb-759667ad844f,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:06:45.668342 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-433d8243-92a3-46a7-90d5-22e00911ab41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:06:45.924899 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-433d8243-92a3-46a7-90d5-22e00911ab41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400604'] for router_interface, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:45.977371 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-db7c5e23-657c-45d4-9da5-15ba3bf0d241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:46.271950 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-433d8243-92a3-46a7-90d5-22e00911ab41 admin admin] Router 0d6c7ea8-f66b-4e6f-b354-bb8130e2b4c6 has already been hosted by L3 agent b1c473b1-11ec-4d73-8852-93414dd700fb {{(pid=103390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 06:06:46.442894 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-433d8243-92a3-46a7-90d5-22e00911ab41 admin admin] Notify agent at l3_agent.dv-cinder-782405-8-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 06:06:46.452655 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a411878-0768-41a6-9ea2-20cc46f56dc9 None None] Sync routers for ids ['0d6c7ea8-f66b-4e6f-b354-bb8130e2b4c6'] in dv-cinder-782405-8-iscsi {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 06:06:46.458738 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-433d8243-92a3-46a7-90d5-22e00911ab41 admin admin] 10.222.0.11 "PUT /v2.0/routers/0d6c7ea8-f66b-4e6f-b354-bb8130e2b4c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2108605 May 19 06:06:46.461142 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 54242) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:06:46.462467 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a411878-0768-41a6-9ea2-20cc46f56dc9 None None] Routers {'0d6c7ea8-f66b-4e6f-b354-bb8130e2b4c6'} bound to L3 agent in host dv-cinder-782405-8-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 06:06:46.463267 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-6a411878-0768-41a6-9ea2-20cc46f56dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-19T05:35:15Z,description=,heartbeat_timestamp=2021-05-19T06:06:45Z,host='dv-cinder-782405-8-iscsi',id=b1c473b1-11ec-4d73-8852-93414dd700fb,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:35:15Z,topic='l3_agent')) {'router_ids': ['0d6c7ea8-f66b-4e6f-b354-bb8130e2b4c6'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:06:46.633167 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-93ce473b-3872-449d-9cbe-f88e239831c8 admin admin] Notify callbacks [] for router, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:46.635085 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-6a411878-0768-41a6-9ea2-20cc46f56dc9 None None] Set router 0d6c7ea8-f66b-4e6f-b354-bb8130e2b4c6 gateway port host: dv-cinder-782405-8-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 06:06:46.907989 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-93ce473b-3872-449d-9cbe-f88e239831c8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:46.915508 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-6a411878-0768-41a6-9ea2-20cc46f56dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d6c7ea8-f66b-4e6f-b354-bb8130e2b4c6', 'name': 'tempest-TestVolumeBootPattern-1350494116-router', 'tenant_id': '5d5ce5ff6f6144f8979d77c06e45eb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'external_fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '45466878-6aff-486d-b940-523afdbc04f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:58:39Z', 'updated_at': '2021-05-19T06:06:45Z', 'revision_number': 5, 'project_id': '5d5ce5ff6f6144f8979d77c06e45eb6a', 'gw_port': {'id': '45466878-6aff-486d-b940-523afdbc04f3', 'name': '', 'network_id': '1e6dde84-3174-47a4-a93f-45a4a19145c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6c7ea8-f66b-4e6f-b354-bb8130e2b4c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:40Z', 'updated_at': '2021-05-19T05:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a354a417-b24c-44ef-b568-941dc79a6d49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-iscsi'}], 'dv-cinder-782405-8-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:06:46.919651 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a411878-0768-41a6-9ea2-20cc46f56dc9 None None] Checking router: 0d6c7ea8-f66b-4e6f-b354-bb8130e2b4c6 for host: dv-cinder-782405-8-iscsi {{(pid=103393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 06:06:46.927915 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a411878-0768-41a6-9ea2-20cc46f56dc9 None None] Routers {'0d6c7ea8-f66b-4e6f-b354-bb8130e2b4c6'} bound to L3 agent in host dv-cinder-782405-8-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 06:06:46.928503 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-6a411878-0768-41a6-9ea2-20cc46f56dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-19T05:35:15Z,description=,heartbeat_timestamp=2021-05-19T06:06:45Z,host='dv-cinder-782405-8-iscsi',id=b1c473b1-11ec-4d73-8852-93414dd700fb,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:35:15Z,topic='l3_agent')) {'router_ids': ['0d6c7ea8-f66b-4e6f-b354-bb8130e2b4c6'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:06:46.979949 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-93ce473b-3872-449d-9cbe-f88e239831c8 admin admin] Deleting port 45466878-6aff-486d-b940-523afdbc04f3 {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 06:06:46.980559 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-93ce473b-3872-449d-9cbe-f88e239831c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742273213799'] for port, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:47.074659 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-6a411878-0768-41a6-9ea2-20cc46f56dc9 None None] Set router 0d6c7ea8-f66b-4e6f-b354-bb8130e2b4c6 gateway port host: None {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 06:06:47.099054 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-93ce473b-3872-449d-9cbe-f88e239831c8 admin admin] For port 45466878-6aff-486d-b940-523afdbc04f3, host dv-cinder-782405-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-iscsi',level=0,port_id=45466878-6aff-486d-b940-523afdbc04f3,segment=NetworkSegment(edaa9548-0a8e-4b05-b39a-c151d3266f79),segment_id=edaa9548-0a8e-4b05-b39a-c151d3266f79)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 06:06:47.099407 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-93ce473b-3872-449d-9cbe-f88e239831c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401034'] for port, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:47.175968 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-6a411878-0768-41a6-9ea2-20cc46f56dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d6c7ea8-f66b-4e6f-b354-bb8130e2b4c6', 'name': 'tempest-TestVolumeBootPattern-1350494116-router', 'tenant_id': '5d5ce5ff6f6144f8979d77c06e45eb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:58:39Z', 'updated_at': '2021-05-19T06:06:46Z', 'revision_number': 6, 'project_id': '5d5ce5ff6f6144f8979d77c06e45eb6a', 'gw_port_host': None}], 'dv-cinder-782405-8-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:06:47.180192 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a411878-0768-41a6-9ea2-20cc46f56dc9 None None] The sync data for ids ['0d6c7ea8-f66b-4e6f-b354-bb8130e2b4c6'] in dv-cinder-782405-8-iscsi is: [{'id': '0d6c7ea8-f66b-4e6f-b354-bb8130e2b4c6', 'name': 'tempest-TestVolumeBootPattern-1350494116-router', 'tenant_id': '5d5ce5ff6f6144f8979d77c06e45eb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:58:39Z', 'updated_at': '2021-05-19T06:06:46Z', 'revision_number': 6, 'project_id': '5d5ce5ff6f6144f8979d77c06e45eb6a', 'gw_port_host': None}] {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 06:06:47.219021 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-93ce473b-3872-449d-9cbe-f88e239831c8 admin admin] Calling delete_port for 45466878-6aff-486d-b940-523afdbc04f3 owned by network:router_gateway {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 06:06:47.348580 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-93ce473b-3872-449d-9cbe-f88e239831c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742273216184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742272802052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266569054'] for port, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:47.353492 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-7ba281f3-664b-41b6-a91d-1118c2318944 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:06:47.397351 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ce473b-3872-449d-9cbe-f88e239831c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=45466878-6aff-486d-b940-523afdbc04f3,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:06:47.426617 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-93ce473b-3872-449d-9cbe-f88e239831c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:06:47.483949 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-93ce473b-3872-449d-9cbe-f88e239831c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-517991'] for router_gateway, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:47.651240 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-93ce473b-3872-449d-9cbe-f88e239831c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27485'] for router, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:47.653385 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-93ce473b-3872-449d-9cbe-f88e239831c8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:47.676303 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-93ce473b-3872-449d-9cbe-f88e239831c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-517424'] for router, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:47.676874 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93ce473b-3872-449d-9cbe-f88e239831c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d6c7ea8-f66b-4e6f-b354-bb8130e2b4c6 {{(pid=103390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 06:06:47.682865 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ca9ec6bf-79c4-448f-b3bb-8c49e8cf3732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:47.690046 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-93ce473b-3872-449d-9cbe-f88e239831c8 admin admin] Notify callbacks [] for router, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:47.691187 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-93ce473b-3872-449d-9cbe-f88e239831c8 admin admin] 10.222.0.11 "DELETE /v2.0/routers/0d6c7ea8-f66b-4e6f-b354-bb8130e2b4c6 HTTP/1.1" status: 204 len: 168 time: 1.2290876 May 19 06:06:47.693687 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 54246) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:06:47.753972 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_v2 [None req-1989e59b-2a85-41cd-990d-890caa01aabb admin admin] Deleting subnet 1793ad42-3183-4810-bd8e-883cb9390f93 {{(pid=103390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 06:06:47.756705 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-1989e59b-2a85-41cd-990d-890caa01aabb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:47.803008 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-1989e59b-2a85-41cd-990d-890caa01aabb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266360016'] for subnet, precommit_delete_associations {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:47.882852 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-1989e59b-2a85-41cd-990d-890caa01aabb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3527298'] for subnet, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:48.133030 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-1989e59b-2a85-41cd-990d-890caa01aabb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3527349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266359937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266937071'] for subnet, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:48.138126 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-3c59b3de-7406-4277-b8c7-007543f0ae5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:06:48.176434 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1989e59b-2a85-41cd-990d-890caa01aabb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1793ad42-3183-4810-bd8e-883cb9390f93,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:06:48.181081 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-1989e59b-2a85-41cd-990d-890caa01aabb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:06:48.181081 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-1989e59b-2a85-41cd-990d-890caa01aabb admin admin] Notify callbacks [] for subnet, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:48.188770 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-1989e59b-2a85-41cd-990d-890caa01aabb admin admin] 10.222.0.11 "DELETE /v2.0/subnets/1793ad42-3183-4810-bd8e-883cb9390f93 HTTP/1.1" status: 204 len: 168 time: 0.4918504 May 19 06:06:48.188935 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 54250) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:06:48.190111 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e57cc9-f49d-4c76-b741-0e1fef94f15e None None] Network c3e9ea6d-3389-4bac-ab60-23b0ad26902b requested from dv-cinder-782405-8-iscsi {{(pid=103392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 06:06:48.283310 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device 45466878-6aff-486d-b940-523afdbc04f3 no longer exists at agent ovs-agent-dv-cinder-782405-8-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 06:06:48.349495 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] No Port match for: 45466878-6aff-486d-b940-523afdbc04f3 {{(pid=103392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 06:06:48.349850 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device 45466878-6aff-486d-b940-523afdbc04f3 not bound to the agent host dv-cinder-782405-8-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 06:06:48.350281 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device 2abb89a1-d586-47a9-adbb-759667ad844f no longer exists at agent ovs-agent-dv-cinder-782405-8-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 06:06:48.387776 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-275fb81d-eb24-4b93-88ac-ed6ef772ca26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608314'] for network, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:48.416673 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] No Port match for: 2abb89a1-d586-47a9-adbb-759667ad844f {{(pid=103392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 06:06:48.417033 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device 2abb89a1-d586-47a9-adbb-759667ad844f not bound to the agent host dv-cinder-782405-8-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 06:06:48.456550 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-275fb81d-eb24-4b93-88ac-ed6ef772ca26 admin admin] Deleting port eb683e99-5b15-454d-9f5d-d2cbc8ec08ca {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 06:06:48.456769 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-275fb81d-eb24-4b93-88ac-ed6ef772ca26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742273213799'] for port, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:48.505346 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d00c15-8507-48cd-a27c-283a975da15e None None] DHCP port deletion for c3e9ea6d-3389-4bac-ab60-23b0ad26902b request from dv-cinder-782405-8-iscsi {{(pid=103392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 06:06:48.554617 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-275fb81d-eb24-4b93-88ac-ed6ef772ca26 admin admin] For port eb683e99-5b15-454d-9f5d-d2cbc8ec08ca, host dv-cinder-782405-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-iscsi',level=0,port_id=eb683e99-5b15-454d-9f5d-d2cbc8ec08ca,segment=NetworkSegment(74faa81b-2138-441b-844b-95188dacf902),segment_id=74faa81b-2138-441b-844b-95188dacf902)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 06:06:48.554973 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-275fb81d-eb24-4b93-88ac-ed6ef772ca26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401034'] for port, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:48.567579 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-78d00c15-8507-48cd-a27c-283a975da15e None None] Deleting port eb683e99-5b15-454d-9f5d-d2cbc8ec08ca {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 06:06:48.567963 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-78d00c15-8507-48cd-a27c-283a975da15e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742273213799'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:48.662930 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-78d00c15-8507-48cd-a27c-283a975da15e None None] For port eb683e99-5b15-454d-9f5d-d2cbc8ec08ca, host dv-cinder-782405-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-iscsi',level=0,port_id=eb683e99-5b15-454d-9f5d-d2cbc8ec08ca,segment=NetworkSegment(74faa81b-2138-441b-844b-95188dacf902),segment_id=74faa81b-2138-441b-844b-95188dacf902)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 06:06:48.663316 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-78d00c15-8507-48cd-a27c-283a975da15e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401034'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:48.672051 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-275fb81d-eb24-4b93-88ac-ed6ef772ca26 admin admin] Calling delete_port for eb683e99-5b15-454d-9f5d-d2cbc8ec08ca owned by network:dhcp {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 06:06:48.719249 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-275fb81d-eb24-4b93-88ac-ed6ef772ca26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742273216184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742272802052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266569054'] for port, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:48.723145 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-22855749-f4b2-490b-b969-00d049b0c23f tempest-TestVolumeBootPattern-812453084 tempest-TestVolumeBootPattern-812453084-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:06:48.768097 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275fb81d-eb24-4b93-88ac-ed6ef772ca26 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb683e99-5b15-454d-9f5d-d2cbc8ec08ca,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:06:48.771132 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-275fb81d-eb24-4b93-88ac-ed6ef772ca26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:06:48.771900 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275fb81d-eb24-4b93-88ac-ed6ef772ca26 admin admin] No DVR routers for this DVR port eb683e99-5b15-454d-9f5d-d2cbc8ec08ca on host dv-cinder-782405-8-iscsi {{(pid=103390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 06:06:48.784083 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-78d00c15-8507-48cd-a27c-283a975da15e None None] Calling delete_port for eb683e99-5b15-454d-9f5d-d2cbc8ec08ca owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 06:06:48.825299 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-78d00c15-8507-48cd-a27c-283a975da15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3666613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742273216184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742272802052'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:48.829683 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:06:48.875256 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d00c15-8507-48cd-a27c-283a975da15e None None] Pushing event deleted for resources: {'Port': ['ID=eb683e99-5b15-454d-9f5d-d2cbc8ec08ca,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:06:48.877100 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d00c15-8507-48cd-a27c-283a975da15e None None] No DVR routers for this DVR port eb683e99-5b15-454d-9f5d-d2cbc8ec08ca on host dv-cinder-782405-8-iscsi {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 06:06:48.878515 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG oslo_concurrency.lockutils [None req-78d00c15-8507-48cd-a27c-283a975da15e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:06:48.888609 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-275fb81d-eb24-4b93-88ac-ed6ef772ca26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3528713', 'neutron.services.segments.db._delete_segments_for_network-8742273243010'] for network, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:48.901213 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-275fb81d-eb24-4b93-88ac-ed6ef772ca26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3e9ea6d-3389-4bac-ab60-23b0ad26902b']}} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:06:48.912810 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-275fb81d-eb24-4b93-88ac-ed6ef772ca26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74faa81b-2138-441b-844b-95188dacf902') {'for_net_delete': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:06:48.913104 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-275fb81d-eb24-4b93-88ac-ed6ef772ca26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74faa81b-2138-441b-844b-95188dacf902') {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:06:48.924816 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-275fb81d-eb24-4b93-88ac-ed6ef772ca26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742273253515', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266360007'] for segment, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:48.941242 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-275fb81d-eb24-4b93-88ac-ed6ef772ca26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3517393'] for segment, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:48.947203 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-275fb81d-eb24-4b93-88ac-ed6ef772ca26 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=103390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 06:06:48.947574 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-275fb81d-eb24-4b93-88ac-ed6ef772ca26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3517393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266568995'] for segment, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:48.960212 dv-cinder-782405-8-iscsi neutron-server[103390]: Traceback (most recent call last): May 19 06:06:48.960212 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 06:06:48.960212 dv-cinder-782405-8-iscsi neutron-server[103390]: timer() May 19 06:06:48.960212 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 06:06:48.960212 dv-cinder-782405-8-iscsi neutron-server[103390]: cb(*args, **kw) May 19 06:06:48.960212 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 06:06:48.960212 dv-cinder-782405-8-iscsi neutron-server[103390]: return func(*args, **kwargs) May 19 06:06:48.960212 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 06:06:48.960212 dv-cinder-782405-8-iscsi neutron-server[103390]: self._notify() May 19 06:06:48.960212 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 06:06:48.960212 dv-cinder-782405-8-iscsi neutron-server[103390]: self.callback(batched_events) May 19 06:06:48.960212 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 06:06:48.960212 dv-cinder-782405-8-iscsi neutron-server[103390]: event.method(event) May 19 06:06:48.960212 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 06:06:48.960212 dv-cinder-782405-8-iscsi neutron-server[103390]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 06:06:48.960212 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 06:06:48.960212 dv-cinder-782405-8-iscsi neutron-server[103390]: aggregate_uuid = self.p_client.list_aggregates( May 19 06:06:48.960212 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 06:06:48.960212 dv-cinder-782405-8-iscsi neutron-server[103390]: return f(self, *a, **k) May 19 06:06:48.960212 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 06:06:48.960212 dv-cinder-782405-8-iscsi neutron-server[103390]: return self._get(url).json() May 19 06:06:48.960212 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 06:06:48.960212 dv-cinder-782405-8-iscsi neutron-server[103390]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 06:06:48.960212 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 06:06:48.960212 dv-cinder-782405-8-iscsi neutron-server[103390]: return self.request(url, 'GET', **kwargs) May 19 06:06:48.960212 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 06:06:48.960212 dv-cinder-782405-8-iscsi neutron-server[103390]: base_url = self.get_endpoint(auth, allow=allow, May 19 06:06:48.960212 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 06:06:48.960212 dv-cinder-782405-8-iscsi neutron-server[103390]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 06:06:48.960212 dv-cinder-782405-8-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 06:06:48.960212 dv-cinder-782405-8-iscsi neutron-server[103390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 06:06:48.960212 dv-cinder-782405-8-iscsi neutron-server[103390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 06:06:49.035902 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-275fb81d-eb24-4b93-88ac-ed6ef772ca26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3528704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-542600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-584118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-517964'] for network, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:49.039265 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:06:49.052539 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-275fb81d-eb24-4b93-88ac-ed6ef772ca26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584083'] for network, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:49.062934 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275fb81d-eb24-4b93-88ac-ed6ef772ca26 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3e9ea6d-3389-4bac-ab60-23b0ad26902b,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:06:49.067356 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-275fb81d-eb24-4b93-88ac-ed6ef772ca26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:06:49.070802 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-275fb81d-eb24-4b93-88ac-ed6ef772ca26 admin admin] 10.222.0.11 "DELETE /v2.0/networks/c3e9ea6d-3389-4bac-ab60-23b0ad26902b HTTP/1.1" status: 204 len: 168 time: 0.8809524 May 19 06:06:49.177830 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 54256) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:06:49.225758 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-cdeb4ad5-d48b-4d75-a290-b1e1fad39985 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=29a7272ff9024cc7bc745e2e5fedde74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0467346 May 19 06:06:49.228530 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.11', 54260) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:06:49.285201 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-558fd557-acfb-4f49-8243-2cfdc2c6a728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:49.310298 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-558fd557-acfb-4f49-8243-2cfdc2c6a728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:49.364719 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-558fd557-acfb-4f49-8243-2cfdc2c6a728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:49.369685 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-37a4d89c-8d81-493a-addb-d3032a33a8b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:06:49.382882 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558fd557-acfb-4f49-8243-2cfdc2c6a728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ea4915-f990-4303-92c6-50aa74432269,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:06:49.387416 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-558fd557-acfb-4f49-8243-2cfdc2c6a728 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:06:49.389337 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-558fd557-acfb-4f49-8243-2cfdc2c6a728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:49.390422 dv-cinder-782405-8-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-558fd557-acfb-4f49-8243-2cfdc2c6a728 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/03ea4915-f990-4303-92c6-50aa74432269 HTTP/1.1" status: 204 len: 168 time: 0.1609068 May 19 06:06:49.727993 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 54268) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:06:49.775451 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-adb0b6d4-cb1b-42a2-9726-73e766af881b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5d5ce5ff6f6144f8979d77c06e45eb6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0461886 May 19 06:06:49.777629 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.11', 54272) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:06:49.832677 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7da20a29-a06b-4f01-8a98-c969ce467257 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:49.857736 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7da20a29-a06b-4f01-8a98-c969ce467257 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:49.910699 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7da20a29-a06b-4f01-8a98-c969ce467257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542584'] for security_group, after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:49.915172 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-39b0b44f-d66c-4143-b494-24af27d012bf tempest-TestShelveInstance-276571056 tempest-TestShelveInstance-276571056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:06:49.924811 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da20a29-a06b-4f01-8a98-c969ce467257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85334548-702d-4b7d-b4ec-08c8c5dc286f,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:06:49.928103 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-7da20a29-a06b-4f01-8a98-c969ce467257 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:06:49.931173 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7da20a29-a06b-4f01-8a98-c969ce467257 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:49.932489 dv-cinder-782405-8-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-7da20a29-a06b-4f01-8a98-c969ce467257 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/85334548-702d-4b7d-b4ec-08c8c5dc286f HTTP/1.1" status: 204 len: 168 time: 0.1537299 May 19 06:06:50.276586 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device eb683e99-5b15-454d-9f5d-d2cbc8ec08ca no longer exists at agent ovs-agent-dv-cinder-782405-8-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 06:06:50.311689 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] No Port match for: eb683e99-5b15-454d-9f5d-d2cbc8ec08ca {{(pid=103392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 06:06:50.312047 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Device eb683e99-5b15-454d-9f5d-d2cbc8ec08ca not bound to the agent host dv-cinder-782405-8-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 06:06:50.600638 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-8ef77f1b-c1f2-4f7f-903c-9c4facac0416 None None] Agent healthcheck: found 6 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 06:06:58.817114 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:07:12.384933 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-325c9741-2767-49d6-9f8a-6f3073603885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:07:14.731234 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-27481b19-1649-476a-b265-bef04bf0599f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:07:14.894172 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:07:15.980040 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-db7c5e23-657c-45d4-9da5-15ba3bf0d241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:07:17.684804 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ca9ec6bf-79c4-448f-b3bb-8c49e8cf3732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:07:27.599836 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-8ef77f1b-c1f2-4f7f-903c-9c4facac0416 None None] Agent healthcheck: found 6 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 06:07:28.825544 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:07:42.386573 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-57d23ed7-9754-4bc1-acb5-7d67102750ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:07:44.732556 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-885247fb-c451-45f2-a45a-8d78ff4ee59a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:07:44.895118 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:07:45.980416 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-db7c5e23-657c-45d4-9da5-15ba3bf0d241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:07:47.688226 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ca9ec6bf-79c4-448f-b3bb-8c49e8cf3732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:07:58.835402 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:04.598918 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-8ef77f1b-c1f2-4f7f-903c-9c4facac0416 None None] Agent healthcheck: found 6 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 06:08:12.390076 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f810715b-2609-4eef-8a12-9030b5dde496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:14.734021 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-92204052-bff0-45b9-9bae-715d824c2306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:14.895799 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:15.983542 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-db7c5e23-657c-45d4-9da5-15ba3bf0d241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:17.691077 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ca9ec6bf-79c4-448f-b3bb-8c49e8cf3732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:28.835044 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:41.598032 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-8ef77f1b-c1f2-4f7f-903c-9c4facac0416 None None] Agent healthcheck: found 6 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 06:08:42.392762 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-20546062-2f29-47e5-bd9c-080162582a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:44.734524 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-846e7012-e16d-413f-a477-0f2cad1ebd7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:44.900298 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:45.985620 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-db7c5e23-657c-45d4-9da5-15ba3bf0d241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:47.693835 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ca9ec6bf-79c4-448f-b3bb-8c49e8cf3732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:58.849904 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:09:03.168497 dv-cinder-782405-8-iscsi neutron-server[103391]: DEBUG neutron.wsgi [req-8ff9bf3a-faa6-4727-bae5-2d93ab129bc4 req-05deb135-308f-4fc5-81e2-0e0d43626b45 service neutron] (103391) timed out ('10.222.0.26', 50820) {{(pid=103391) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 19 06:09:12.394772 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b9c56406-8b00-4fa9-b387-b9362acfbdad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:09:14.734830 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ed9ff8e2-b297-4b1c-8b31-df2c31f243bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:09:14.901677 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:09:15.988811 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-db7c5e23-657c-45d4-9da5-15ba3bf0d241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:09:17.697364 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ca9ec6bf-79c4-448f-b3bb-8c49e8cf3732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:09:18.597442 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-8ef77f1b-c1f2-4f7f-903c-9c4facac0416 None None] Agent healthcheck: found 6 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 06:09:28.879788 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:09:42.395506 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c01d877c-6bf9-4aea-a322-8a9f05f651e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:09:44.736707 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c255de50-f1e4-4a49-a6b3-ea833a37a2d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:09:44.903459 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:09:45.991576 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-db7c5e23-657c-45d4-9da5-15ba3bf0d241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:09:47.700058 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ca9ec6bf-79c4-448f-b3bb-8c49e8cf3732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:09:55.596289 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-8ef77f1b-c1f2-4f7f-903c-9c4facac0416 None None] Agent healthcheck: found 6 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 06:09:58.880523 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:10:12.396845 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4bba573f-e890-4b55-b441-7f87ea5efeb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:10:14.737276 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-57339529-7d22-4e6c-875f-c38f402cf33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:10:14.903408 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:10:15.993778 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-db7c5e23-657c-45d4-9da5-15ba3bf0d241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:10:17.703508 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ca9ec6bf-79c4-448f-b3bb-8c49e8cf3732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:10:28.892947 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:10:32.596063 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-8ef77f1b-c1f2-4f7f-903c-9c4facac0416 None None] Agent healthcheck: found 6 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 06:10:42.399468 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-81dfe41d-5e67-4555-bd42-a8381061bc6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:10:44.738595 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fe9503f8-9471-4ea4-b62d-52f77f40b811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:10:44.907065 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:10:45.996371 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-db7c5e23-657c-45d4-9da5-15ba3bf0d241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:10:47.706172 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ca9ec6bf-79c4-448f-b3bb-8c49e8cf3732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:10:58.895143 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:11:09.595026 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-8ef77f1b-c1f2-4f7f-903c-9c4facac0416 None None] Agent healthcheck: found 6 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 06:11:12.401546 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5af83604-dfc8-44cd-a8c6-1ac0c7593652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:11:14.739021 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5fa46735-e0ed-40fc-abd4-f1b19c8bc805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:11:14.907466 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:11:15.998970 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-db7c5e23-657c-45d4-9da5-15ba3bf0d241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:11:17.709843 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ca9ec6bf-79c4-448f-b3bb-8c49e8cf3732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:11:28.892214 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:11:32.331318 dv-cinder-782405-8-iscsi neutron-server[103390]: DEBUG neutron.wsgi [req-95d5937c-86f7-4d4e-8bea-636a3b3a6bae req-ec81ff6f-bbda-46f9-9eab-833dcc2ab216 service neutron] (103390) timed out ('10.222.0.11', 50276) {{(pid=103390) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 19 06:11:42.402873 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5fcf5e46-d18c-400d-b6f6-0f5c8959b822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:11:44.740318 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e2244ff8-4e50-4494-9663-b3b10fe23d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:11:44.907793 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a52a-0a65-4b12-8f25-b08dc672dd13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:11:46.002115 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-db7c5e23-657c-45d4-9da5-15ba3bf0d241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:11:46.594276 dv-cinder-782405-8-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-8ef77f1b-c1f2-4f7f-903c-9c4facac0416 None None] Agent healthcheck: found 6 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 06:11:47.712353 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ca9ec6bf-79c4-448f-b3bb-8c49e8cf3732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:11:58.892177 dv-cinder-782405-8-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa879a52-2f26-4e4b-9c06-623d60cc98f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742273246940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522755'] for agent, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}